-- Logs begin at Wed 2022-06-08 13:08:50 UTC, end at Wed 2022-06-08 14:12:25 UTC. -- Jun 08 13:46:00.306641 dv-cinder-845130-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 08 13:46:03.060953 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.common.config [-] Logging enabled! Jun 08 13:46:03.061561 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.1.dev10 Jun 08 13:46:03.061757 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=97260) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 13:46:03.064970 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.common.config [-] Logging enabled! Jun 08 13:46:03.065219 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.1.dev10 Jun 08 13:46:03.065526 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=97260) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 13:46:03.066498 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 13:46:03.066734 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 13:46:03.067090 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 13:46:03.067334 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 13:46:03.067558 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 13:46:03.067877 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.068172 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.068475 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.068706 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.069009 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.069323 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.069618 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.069917 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.070216 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.070499 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.070777 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.071058 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.071288 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.071564 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] config_source = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.071850 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.072140 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.072362 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] debug = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.072638 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.073062 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.073476 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.073776 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.074071 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.074349 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.074619 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.074890 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.075173 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.075503 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] host = dv-cinder-845130-1-iscsi {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.075779 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.076068 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.076357 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.076645 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.076917 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.077193 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.077475 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.077780 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] log_dir = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.078057 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] log_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.078335 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.078633 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.078923 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.079221 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.079446 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.079670 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.079960 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.080248 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.080525 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.080800 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.081073 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.081347 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.081635 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.081908 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.082191 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.082475 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.082762 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.083038 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.083312 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.083580 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.083851 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.084138 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.084414 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.084709 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.084986 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.085274 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.085542 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.085848 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.086148 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.086437 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.086721 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.087009 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.087284 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.087567 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.087837 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.088109 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] use_journal = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.088377 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] use_json = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.088655 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.088923 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.089205 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.089476 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.089771 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.090046 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.090317 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.090605 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.090875 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:03.091169 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.091467 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.091767 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.092052 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.092347 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.092641 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.092917 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.093194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.093484 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.093797 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.094088 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.094366 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.094654 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.094933 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.095227 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.095531 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.095826 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.096118 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.096396 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.096672 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.096949 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.097229 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.097517 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.097821 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.098178 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.098407 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.098688 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.098974 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.099268 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.099562 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.099837 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.100113 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.100923 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.101202 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.101476 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.101793 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.102090 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.102369 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.102717 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.103068 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.103370 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.103665 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.103943 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.104222 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.104516 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.104796 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.105074 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.105346 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.105653 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.105920 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.106206 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.106482 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.106756 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.107033 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.107314 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.107587 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.107861 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.108139 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.108416 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.108690 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.108972 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.109248 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.109523 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.109821 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.110097 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.110371 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.110647 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.110982 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.111259 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.111534 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.111808 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.112097 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.112357 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.112642 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.112937 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.113215 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.113496 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.113810 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.114092 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.114369 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.114646 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.114927 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.115208 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.115484 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.115779 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.116689 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.116981 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.117264 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.117551 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.117874 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.118156 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.118445 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.118724 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.119009 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.119295 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.119581 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.119881 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.120180 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.120477 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.120775 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.121068 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.121349 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.121685 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.121971 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:03.122187 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 13:46:03.122427 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=97260) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 08 13:46:03.473336 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=97260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:46:03.473524 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=97260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:46:03.473859 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=97260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 13:46:03.474185 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 08 13:46:03.866711 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.866998 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.867267 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.868564 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.868838 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.869102 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.905148 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.905426 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.905720 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.920309 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.920588 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.920857 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.949444 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.949747 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.950019 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.987533 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.987808 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:03.988072 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.222369 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.223004 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.223004 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.223178 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.223832 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.344471 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.344789 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.345069 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.345338 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.345603 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.345931 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.346191 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.346449 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.346699 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.346978 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.347243 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.347507 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.347761 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.348010 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.348263 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.348529 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.348784 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.349049 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.349318 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.349575 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.349866 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.350118 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.350424 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.350801 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.351058 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.351304 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.351700 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=97260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:46:04.351939 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=97260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:46:04.352174 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=97260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:46:04.352407 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=97260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:46:04.352641 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=97260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:46:04.352871 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=97260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:46:04.353239 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 08 13:46:04.356343 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 08 13:46:04.360310 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 08 13:46:04.364183 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 08 13:46:04.365843 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 08 13:46:04.366805 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 08 13:46:04.367139 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 08 13:46:04.367525 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 08 13:46:04.370324 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 08 13:46:04.370575 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 08 13:46:04.370922 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 13:46:04.376204 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 08 13:46:04.398662 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 08 13:46:04.399070 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.399365 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=97260) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 08 13:46:04.399728 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.401090 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=97260) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 08 13:46:04.401372 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 13:46:04.401629 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 08 13:46:04.405112 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.405387 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:04.469324 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 08 13:46:04.469562 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 08 13:46:04.469823 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 08 13:46:04.470198 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 08 13:46:04.493538 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_db.sqlalchemy.engines [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=97260) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 08 13:46:05.023715 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Initializing driver for type 'gre' Jun 08 13:46:05.024231 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] gre ID ranges: [(1, 1000)] Jun 08 13:46:05.076572 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Initializing driver for type 'local' Jun 08 13:46:05.076931 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Initializing driver for type 'vlan' Jun 08 13:46:05.091878 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] VlanTypeDriver initialization complete Jun 08 13:46:05.092334 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Initializing driver for type 'vxlan' Jun 08 13:46:05.093124 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] vxlan ID ranges: [(1, 1000)] Jun 08 13:46:05.149834 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Initializing extension driver 'port_security' Jun 08 13:46:05.150171 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.extensions.port_security [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] PortSecurityExtensionDriver initialization complete Jun 08 13:46:05.150500 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Initializing mechanism driver 'openvswitch' Jun 08 13:46:05.150828 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Initializing mechanism driver 'hyperv' Jun 08 13:46:05.157333 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.plugins.ml2.plugin [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=97260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:05.158045 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > port after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.158420 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > port after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.158769 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > port after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.159285 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=97260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 08 13:46:05.159720 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > subnet after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.160075 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > subnet after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.160418 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > subnet after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.160804 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=97260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 08 13:46:05.161214 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > network after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.161561 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > network after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.161925 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > network after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.162312 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=97260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 08 13:46:05.163390 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > security_group after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.163755 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > security_group after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.164095 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > security_group after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.164618 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=97260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 08 13:46:05.165025 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.165376 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.165745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.166133 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=97260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 08 13:46:05.166537 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > address_group after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.166884 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > address_group after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.167225 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > address_group after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.167612 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=97260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 08 13:46:05.168231 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] ML2 OVO RPC backend initialized. {{(pid=97260) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jun 08 13:46:05.168765 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router_interface after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.169121 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.169771 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > network before_response 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.170321 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > networks before_response 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.170919 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > port before_response 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.171465 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > ports before_response 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.171818 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > subnet before_response 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.172165 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > subnets before_response 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.172516 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > network after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.172864 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > network after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.173205 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > network after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.173548 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > port after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.173931 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > port after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.174270 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > port after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.174608 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > subnet after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.174944 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > subnet after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.175278 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > subnet after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.185251 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded quota_driver: . Jun 08 13:46:05.185795 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.plugin [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Modular L2 Plugin initialization complete Jun 08 13:46:05.186292 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading services supported by the core plugin {{(pid=97260) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 08 13:46:05.186784 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.plugins.ml2.managers [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Got port-security extension from driver 'port_security' Jun 08 13:46:05.187488 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.extensions.vlantransparent [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Disabled vlantransparent extension. Jun 08 13:46:05.188205 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=97260) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 08 13:46:05.188679 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading Plugin: router Jun 08 13:46:05.230660 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router_interface before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.231337 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router after_create 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.231421 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router before_create 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.231744 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.232118 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.232476 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router after_delete 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.232834 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > floatingip after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.233182 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > floatingip after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.233540 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router after_create 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.233917 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router after_update 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.234268 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router after_update 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.234618 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.234974 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router after_update 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.235380 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router precommit_update 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.235745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: port after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.236081 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: port after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.236415 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: subnet after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.236751 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.237102 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > port precommit_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.237448 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router precommit_create 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.237816 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: port before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.238161 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router precommit_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.238520 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router after_update 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.238867 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router precommit_delete 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.239215 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router precommit_create 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.239571 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router_interface after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.239913 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router precommit_update 55549900 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.240275 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > agent after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.240622 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > agent after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.241014 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > network after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.241904 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Tracking information for resource: router configured {{(pid=97260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:46:05.242237 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Tracking information for resource: floatingip configured {{(pid=97260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 13:46:05.247093 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.db.l3_agentschedulers_db [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 08 13:46:05.247672 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: port after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.248039 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: port after_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.248392 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: port after_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.248739 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: port after_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.249541 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router before_create 55550100 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.249927 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router precommit_delete 55550100 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.250289 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router precommit_create 55550100 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.250642 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > router precommit_update 55550100 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.255517 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.services.provider_configuration [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service providers = [] {{(pid=97260) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 08 13:46:05.255883 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.db.servicetype_db [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=97260) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 08 13:46:05.258867 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.services.service_base [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=97260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 13:46:05.259216 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.services.service_base [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=97260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 13:46:05.259555 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.services.service_base [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=97260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 13:46:05.260437 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.services.service_base [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=97260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 13:46:05.260808 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.services.service_base [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 08 13:46:05.261180 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=97260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:46:05.261497 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 08 13:46:05.271866 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=97260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:46:05.272721 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading Plugin: auto_allocate Jun 08 13:46:05.278495 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: network precommit_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.278859 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: network precommit_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.279367 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=97260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:46:05.279687 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading Plugin: tag Jun 08 13:46:05.286121 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=97260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:46:05.286448 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading Plugin: timestamp Jun 08 13:46:05.291038 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=97260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:46:05.291368 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading Plugin: network_ip_availability Jun 08 13:46:05.296722 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.297090 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.297452 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.298189 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=97260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:46:05.298510 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading Plugin: flavors Jun 08 13:46:05.303122 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=97260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:46:05.303494 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading Plugin: revisions Jun 08 13:46:05.307986 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=97260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 13:46:05.308380 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_concurrency.lockutils [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=97260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:46:05.309119 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=97260) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 08 13:46:05.309450 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Initializing extension manager. Jun 08 13:46:05.309981 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: __init__.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.310322 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: __pycache__ {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.310656 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.310997 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: address_group.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.311724 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.312294 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: address-group Jun 08 13:46:05.312615 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: address_scope.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.313321 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.313869 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: address-scope Jun 08 13:46:05.314191 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: admin_state_down_before_update.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.315107 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.315626 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: router-admin-state-down-before-update Jun 08 13:46:05.315950 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: agent.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.316813 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.317337 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: agent Jun 08 13:46:05.317685 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: agent_resources_synced.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.318596 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.319619 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: agent-resources-synced Jun 08 13:46:05.319940 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: allowedaddresspairs.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.321754 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.322276 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: allowed-address-pairs Jun 08 13:46:05.322603 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: auto_allocated_topology.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.323675 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.324190 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: auto-allocated-topology Jun 08 13:46:05.324511 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: availability_zone.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.325198 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.325740 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: availability_zone Jun 08 13:46:05.326051 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: availability_zone_filter.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.326959 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.327473 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: availability_zone_filter Jun 08 13:46:05.327791 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: data_plane_status.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.328687 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.329188 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension data-plane-status not supported by any of loaded plugins Jun 08 13:46:05.329505 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: default_subnetpools.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.330448 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.330953 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: default-subnetpools Jun 08 13:46:05.331271 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: dhcpagentscheduler.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.332068 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.332573 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: dhcp_agent_scheduler Jun 08 13:46:05.332894 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: dns.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.333827 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.334339 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension dns-integration not supported by any of loaded plugins Jun 08 13:46:05.335276 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: dns_domain_ports.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.336194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.336707 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 08 13:46:05.337027 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.337983 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.338494 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 08 13:46:05.338814 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: dvr.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.339480 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.339989 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: dvr Jun 08 13:46:05.340308 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: ecmp_routes.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.341244 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.342236 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension ecmp_routes not supported by any of loaded plugins Jun 08 13:46:05.342236 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: empty_string_filtering.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.343625 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.343625 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: empty-string-filtering Jun 08 13:46:05.343775 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.344633 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.345139 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 08 13:46:05.345459 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.346388 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.346895 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 08 13:46:05.347223 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: external_net.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.348120 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.348628 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: external-net Jun 08 13:46:05.348948 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: extra_dhcp_opt.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.349885 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.350419 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: extra_dhcp_opt Jun 08 13:46:05.350741 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: extraroute.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.351643 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.352153 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: extraroute Jun 08 13:46:05.352476 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: extraroute_atomic.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.353496 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.354051 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: extraroute-atomic Jun 08 13:46:05.354373 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: filter_validation.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.355040 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.355548 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: filter-validation Jun 08 13:46:05.355869 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: fip_pf_description.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.356779 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.357290 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 08 13:46:05.357619 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: fip_port_details.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.358543 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.359048 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: fip-port-details Jun 08 13:46:05.359368 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: flavors.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.360568 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.361085 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: flavors Jun 08 13:46:05.361407 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.363098 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.363624 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 08 13:46:05.363957 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: floatingip_pools.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.364653 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.365163 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: floatingip-pools Jun 08 13:46:05.365488 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: ip_allocation.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.366452 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.366966 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension ip_allocation not supported by any of loaded plugins Jun 08 13:46:05.367295 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.368213 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.368732 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: ip-substring-filtering Jun 08 13:46:05.369062 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: l2_adjacency.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.370034 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.370531 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension l2_adjacency not supported by any of loaded plugins Jun 08 13:46:05.370856 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: l3.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.371814 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.372334 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: router Jun 08 13:46:05.372657 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: l3_conntrack_helper.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.375033 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.375563 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 08 13:46:05.375891 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.376819 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.377342 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: ext-gw-mode Jun 08 13:46:05.377704 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.378618 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.379131 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: l3-ha Jun 08 13:46:05.379455 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: l3_flavors.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.380359 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.380870 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: l3-flavors Jun 08 13:46:05.381191 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.382624 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.383134 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: l3-port-ip-change-not-allowed Jun 08 13:46:05.383456 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: l3agentscheduler.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.384471 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.384983 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: l3_agent_scheduler Jun 08 13:46:05.385310 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: logging.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.386797 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.387314 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension logging not supported by any of loaded plugins Jun 08 13:46:05.387649 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: metering.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.388383 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.388967 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: metering Jun 08 13:46:05.389295 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.390409 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.390927 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: metering_source_and_destination_fields Jun 08 13:46:05.391250 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: multiprovidernet.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.392173 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.392686 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: multi-provider Jun 08 13:46:05.393009 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: netmtu.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.393951 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.394461 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: net-mtu Jun 08 13:46:05.394781 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: netmtu_writable.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.395704 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.396210 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: net-mtu-writable Jun 08 13:46:05.396537 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: network_availability_zone.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.397843 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.398357 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: network_availability_zone Jun 08 13:46:05.398677 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: network_ip_availability.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.399768 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.400278 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: network-ip-availability Jun 08 13:46:05.400598 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: network_segment_range.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.401356 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.401902 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension network-segment-range not supported by any of loaded plugins Jun 08 13:46:05.402223 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: pagination.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.403207 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.403535 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: pagination Jun 08 13:46:05.403856 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: port_device_profile.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.404757 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.405274 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: port-device-profile Jun 08 13:46:05.405596 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.406545 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.407058 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: port-mac-address-regenerate Jun 08 13:46:05.407384 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.408295 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.408803 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: port-numa-affinity-policy Jun 08 13:46:05.409126 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: port_resource_request.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.410055 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.410564 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension port-resource-request not supported by any of loaded plugins Jun 08 13:46:05.410887 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: portbindings.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.411804 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.412316 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: binding Jun 08 13:46:05.412638 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: portbindings_extended.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.415350 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.415885 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: binding-extended Jun 08 13:46:05.416221 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: portsecurity.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.417145 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.417723 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: port-security Jun 08 13:46:05.418057 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: project_id.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.419031 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.419366 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: project-id Jun 08 13:46:05.419693 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: providernet.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.420613 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.421132 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: provider Jun 08 13:46:05.421458 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: qos.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.424984 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.425513 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension qos not supported by any of loaded plugins Jun 08 13:46:05.425877 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.427118 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.427636 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 08 13:46:05.427969 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.428907 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.429722 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 08 13:46:05.430048 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: qos_default.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.430956 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.431474 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension qos-default not supported by any of loaded plugins Jun 08 13:46:05.431797 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: qos_fip.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.432446 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.432950 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension qos-fip not supported by any of loaded plugins Jun 08 13:46:05.433271 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: qos_gateway_ip.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.434225 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.434736 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 08 13:46:05.435057 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: qos_port_network_policy.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.435957 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.436462 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 08 13:46:05.436783 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: qos_pps_rule.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.437976 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.438492 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension qos-pps not supported by any of loaded plugins Jun 08 13:46:05.438812 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: qos_rule_type_details.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.439713 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.440225 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 08 13:46:05.440551 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: qos_rules_alias.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.441591 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.442128 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 08 13:46:05.442449 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: quotasv2.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.443353 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.443679 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: quotas Jun 08 13:46:05.444516 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: quotasv2_detail.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.446268 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.446610 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: quota_details Jun 08 13:46:05.446943 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: rbac.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.447986 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.448524 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: rbac-policies Jun 08 13:46:05.448857 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: rbac_address_group.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.449817 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.450341 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: rbac-address-group Jun 08 13:46:05.450667 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: rbac_address_scope.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.451582 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.452105 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: rbac-address-scope Jun 08 13:46:05.452432 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: rbac_security_groups.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.453346 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.453899 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: rbac-security-groups Jun 08 13:46:05.454226 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: rbac_subnetpool.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.455133 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.455646 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: rbac-subnetpool Jun 08 13:46:05.455968 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: revisionifmatch.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.456882 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.457398 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: revision-if-match Jun 08 13:46:05.457756 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: revisions.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.459049 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.459578 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: standard-attr-revisions Jun 08 13:46:05.460484 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: router_availability_zone.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.461159 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.461709 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: router_availability_zone Jun 08 13:46:05.462037 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: routerservicetype.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.462943 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.463453 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension router-service-type not supported by any of loaded plugins Jun 08 13:46:05.463774 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.464695 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.465208 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: security-groups-normalized-cidr Jun 08 13:46:05.465533 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: security_groups_port_filtering.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.466479 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.466990 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: port-security-groups-filtering Jun 08 13:46:05.467314 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.468243 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.468754 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: security-groups-remote-address-group Jun 08 13:46:05.469078 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: securitygroup.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.479524 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.480068 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: security-group Jun 08 13:46:05.480401 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: segment.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.481196 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.481739 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension segment not supported by any of loaded plugins Jun 08 13:46:05.482072 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.483042 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.483556 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 08 13:46:05.483880 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: servicetype.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.485054 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.485579 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: service-type Jun 08 13:46:05.485932 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: sorting.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.486917 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.487251 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: sorting Jun 08 13:46:05.487574 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: standard_attr_segment.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.488493 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.489012 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 08 13:46:05.489339 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: standardattrdescription.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.490008 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.490518 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: standard-attr-description Jun 08 13:46:05.490862 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: stateful_security_group.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.491808 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.492322 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: stateful-security-group Jun 08 13:46:05.492863 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: stdattrs_common.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.493392 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 08 13:46:05.493740 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.494687 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.495221 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 08 13:46:05.495547 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: subnet_onboard.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.496631 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.497155 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: subnet_onboard Jun 08 13:46:05.497479 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.498503 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.499204 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 08 13:46:05.499759 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: subnet_service_types.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.501037 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.501576 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: subnet-service-types Jun 08 13:46:05.501930 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: subnetallocation.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.503022 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.503542 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: subnet_allocation Jun 08 13:46:05.503865 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.504538 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.505047 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: subnetpool-prefix-ops Jun 08 13:46:05.505370 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.506321 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.507354 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 08 13:46:05.507671 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: tagging.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.508760 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.509293 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: standard-attr-tag Jun 08 13:46:05.509635 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: timestamp.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.510879 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.511394 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loaded extension: standard-attr-timestamp Jun 08 13:46:05.511719 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: trunk.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.512748 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.513264 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension trunk not supported by any of loaded plugins Jun 08 13:46:05.513591 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: trunk_details.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.514531 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.515048 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension trunk-details not supported by any of loaded plugins Jun 08 13:46:05.515373 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: uplink_status_propagation.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.516286 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.516800 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 08 13:46:05.517125 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Loading extension file: vlantransparent.py {{(pid=97260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 08 13:46:05.517842 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=97260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 08 13:46:05.518355 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extension vlan-transparent not supported by any of loaded plugins Jun 08 13:46:05.522954 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:network Jun 08 13:46:05.523510 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:subnet Jun 08 13:46:05.523938 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 13:46:05.524328 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:port Jun 08 13:46:05.525587 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.526052 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service FLAVORS assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.526672 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.527099 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.527429 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:router Jun 08 13:46:05.527853 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:floatingip Jun 08 13:46:05.528334 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service METERING assigned prefix: /metering {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.529882 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.530212 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.530563 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=97260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:46:05.531586 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 13:46:05.532042 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:security_group Jun 08 13:46:05.532474 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 13:46:05.533073 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service CORE assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.533404 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 13:46:05.533783 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] subnetpool is already registered Jun 08 13:46:05.534213 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service CORE assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.534534 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 13:46:05.534878 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] subnetpool is already registered Jun 08 13:46:05.537126 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.537553 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service FLAVORS assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.538162 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.538579 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.538911 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:router Jun 08 13:46:05.539254 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] router is already registered Jun 08 13:46:05.539659 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:floatingip Jun 08 13:46:05.539995 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] floatingip is already registered Jun 08 13:46:05.540446 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service METERING assigned prefix: /metering {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.541100 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 13:46:05.541425 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] rbac_policy is already registered Jun 08 13:46:05.541860 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:security_group Jun 08 13:46:05.542195 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] security_group is already registered Jun 08 13:46:05.542592 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 13:46:05.542923 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] security_group_rule is already registered Jun 08 13:46:05.543543 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service CORE assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.543868 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 13:46:05.544199 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] subnetpool is already registered Jun 08 13:46:05.544623 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.v2.resource_helper [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Service CORE assigned prefix: {{(pid=97260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 13:46:05.544948 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 13:46:05.545277 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING neutron.quota.resource_registry [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] subnetpool is already registered Jun 08 13:46:05.545763 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: extensions {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.547252 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: address-groups {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.548729 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: address-scopes {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.550093 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: agents {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.551244 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: auto-allocated-topology {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.552480 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: availability_zones {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.553790 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: dhcp-networks {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.555557 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: dhcp-agents {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.557137 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: routers {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.559356 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: flavors {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.560519 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: service_profiles {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.561745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: next_providers {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.563183 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: service_profiles {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.564730 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: floatingip-pools {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.565975 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: routers {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.568063 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: floatingips {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.569845 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: l3-routers {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.571235 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: l3-agents {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.572647 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: metering-labels {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.574979 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: metering-label-rules {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.576252 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: network-ip-availabilities {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.577521 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: bindings {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.579196 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: quotas {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.580634 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: quotas {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.582062 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: rbac-policies {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.583264 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: security-groups {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.584551 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: security-group-rules {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.586421 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: service-providers {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.587685 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: subnetpools {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.589112 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: subnetpools {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.590591 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: tags {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.592242 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: tags {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.594101 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: tags {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.595864 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: tags {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.597694 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: tags {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.599537 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: tags {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.601232 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: tags {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.603151 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: tags {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.604911 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: tags {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.606689 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron.api.extensions [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Extended resource: tags {{(pid=97260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 13:46:05.612698 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING keystonemiddleware.auth_token [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 08 13:46:05.617475 dv-cinder-845130-1-iscsi neutron-server[97260]: WARNING keystonemiddleware.auth_token [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 08 13:46:05.626020 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_concurrency.lockutils [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Acquired lock "singleton_lock" {{(pid=97260) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 08 13:46:05.626496 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_concurrency.lockutils [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Releasing lock "singleton_lock" {{(pid=97260) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 08 13:46:05.627128 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO oslo_service.service [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Starting 2 workers Jun 08 13:46:05.632476 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Started child 97369 {{(pid=97260) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 13:46:05.637681 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Started child 97370 {{(pid=97260) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 13:46:05.637878 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:05.638473 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO neutron.service [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Neutron service started, listening on 0.0.0.0:9696 Jun 08 13:46:05.639118 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Notify callbacks [] for process, before_spawn {{(pid=97260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:05.639251 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [-] (97369) wsgi starting up on http://0.0.0.0:9696 Jun 08 13:46:05.641465 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:05.641940 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO oslo_service.service [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Starting 1 workers Jun 08 13:46:05.642893 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [-] (97370) wsgi starting up on http://0.0.0.0:9696 Jun 08 13:46:05.646687 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Started child 97371 {{(pid=97260) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 13:46:05.647786 dv-cinder-845130-1-iscsi neutron-server[97260]: INFO oslo_service.service [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Starting 1 workers Jun 08 13:46:05.650963 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.service [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] calling RpcWorker wait() {{(pid=97371) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 08 13:46:05.651499 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.service [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] returning from RpcWorker wait() {{(pid=97371) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 08 13:46:05.652206 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Started child 97372 {{(pid=97260) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 08 13:46:05.652868 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:05.653043 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG neutron_lib.callbacks.manager [None req-219d4026-7187-4bfe-93f6-590fcf0cff9a None None] Notify callbacks [] for process, after_spawn {{(pid=97260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:05.653293 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:05.654930 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=97260) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 08 13:46:05.655162 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 13:46:05.655336 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 13:46:05.655571 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 13:46:05.655903 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 13:46:05.656066 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 13:46:05.656566 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.656834 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.657068 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:05.657514 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.657514 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.657695 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.658026 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:05.658347 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.658622 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.658874 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.659162 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.659394 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.659566 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.659730 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.659995 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.660244 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.660534 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.660790 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.661037 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.661309 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.661469 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.661735 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] config_source = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.661998 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.662227 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.662503 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] debug = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.662789 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.663299 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.663530 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.663772 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.663992 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.664262 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.664495 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.664756 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.665005 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.665226 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.665458 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.665727 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.665965 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.666190 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.666410 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.666671 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.666889 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.667360 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] host = dv-cinder-845130-1-iscsi {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.667557 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.667794 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.668045 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.668293 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.668551 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.668763 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.669028 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.669283 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.669530 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.669799 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.670048 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.670302 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.670540 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_dir = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.670774 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.670936 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_options = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.671168 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.671433 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.671689 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.671876 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.672043 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.672217 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.672467 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.672629 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.672881 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.673100 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.673315 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.673547 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.673784 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.673999 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.674238 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.674481 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.674727 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.674939 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.675185 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.675445 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.675682 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.675912 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.676163 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.676620 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.676867 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.677240 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.677423 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.677663 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.677897 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.678205 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.678848 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.679689 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.679689 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.679931 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.680043 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.680265 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.680492 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.680735 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.681007 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.681253 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.681633 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.681784 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.681998 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.682230 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.682440 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.682687 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_journal = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.682923 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_json = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.683263 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.683633 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.683763 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.683901 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.684116 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.684315 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.684535 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.684775 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.685020 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.685443 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.693651 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.693651 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.693651 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.693651 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.693651 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.693651 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.693651 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.693651 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.694745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.694745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.694745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.694745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.694745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.694745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.694745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.694745 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695667 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695667 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695667 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695667 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695667 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695667 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695667 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.695667 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696106 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696106 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696106 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696106 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696106 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696106 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696106 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696498 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696498 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696622 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.696827 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.697114 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.697307 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.697545 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.697864 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.698037 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.698229 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.698449 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.698700 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.698945 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.699176 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.699464 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.699694 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.699948 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.700202 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.700426 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.700664 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.700901 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.701138 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.701351 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.701836 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.702275 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.702502 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.703035 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.703286 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.703504 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.703742 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.703966 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.704185 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.704421 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.704665 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.704920 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.705141 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.705381 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.705593 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.705850 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.706065 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.706310 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.706526 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.706738 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.706997 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.707237 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.708741 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.708741 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.708741 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.708741 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.708741 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.709098 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.709098 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.709255 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.709724 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.710164 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.710620 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.711073 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.711493 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.711903 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.712308 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.712751 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.713148 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.713625 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.714024 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.714413 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.714856 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.715265 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.715668 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.715911 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.716169 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.716401 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.716689 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.716950 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.717188 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.717467 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.718437 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.718437 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.718437 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.718696 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.718955 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.719241 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.719543 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.719808 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.720061 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.720310 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.720873 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.720873 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.721044 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.721296 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.721583 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.721794 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.722016 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.722656 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.722890 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.723413 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.723413 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.723592 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.723891 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.724122 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.724368 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.724595 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.724854 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.725119 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.725407 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.725715 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.725963 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.726230 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.726492 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.726740 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.726956 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.727216 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.727445 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.727658 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.727903 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.728138 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.728356 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.728592 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.728827 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.729058 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.729271 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.729493 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.729753 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.729993 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.730211 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.730458 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.730671 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.730888 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.731130 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.731345 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.731592 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.731829 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.732062 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.732314 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.732531 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.732805 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.733059 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.733291 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.733534 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.733798 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.734072 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.734308 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.734554 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.734771 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.734988 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.735219 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.735437 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.735669 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.735882 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.736107 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.736317 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.736568 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.736807 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.737160 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.737418 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.737669 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.737924 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.738159 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.738388 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.738603 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.738838 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.739081 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.739313 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.739540 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.739754 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.739970 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.740183 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.741311 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.741311 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.741486 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.741593 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.742025 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.742393 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.742781 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.743001 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.743238 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.743641 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.743856 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.744103 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.744314 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.744527 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.744755 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.745052 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.745288 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.745730 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.745986 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.746220 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.746476 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.746720 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.746931 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.747188 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.747408 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.747626 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.747844 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.748071 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.748285 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.748515 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.748738 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.749292 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.749292 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.749449 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.749592 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.749819 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.750041 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.750255 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.750462 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.750704 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.750919 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.751129 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.751351 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.751590 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.751799 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.752059 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.752269 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.752747 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.752747 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.752902 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.753094 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.753387 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.753654 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.753875 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.754170 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.754415 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.754669 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.754910 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.755227 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.755440 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.755703 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.755920 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.756136 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.756361 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.757158 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.757473 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.757804 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.758079 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.758332 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.758613 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.758708 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:05.758893 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.759153 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.759370 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.759668 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.760009 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.760285 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.760536 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.760786 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.761048 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.761276 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.761491 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.761760 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.762058 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.762210 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.762443 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.762673 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.762969 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.763137 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.763659 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.763659 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.763926 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.764708 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.764708 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.764708 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.764708 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 13:46:05.765137 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=97260) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 08 13:46:05.765296 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 13:46:05.765447 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 13:46:05.765656 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 13:46:05.765828 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 13:46:05.765980 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 13:46:05.766187 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.766347 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.766506 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.766666 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.766825 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.767005 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.767164 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.767322 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.767530 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.767663 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.767775 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.767931 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.768090 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.768248 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.768407 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.768565 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.768725 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.768883 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.769046 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.769204 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] config_source = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.769361 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.769519 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.769699 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] debug = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.769861 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.770053 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.770217 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.770376 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.770534 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.770690 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.770848 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.771005 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.771163 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.771323 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.771481 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.771637 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.771794 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.771951 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.772142 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.772303 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.772458 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.772614 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] host = dv-cinder-845130-1-iscsi {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.772772 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.772929 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.773071 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.773234 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.773388 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.773543 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.773724 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.773882 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.774040 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.774184 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.774345 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.774502 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.774659 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_dir = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.774818 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.775020 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_options = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.775142 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.775297 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.775455 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.775639 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.775803 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.775962 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.776121 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.776278 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.776436 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.776595 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.776753 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.776910 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.777070 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.777227 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.777385 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.777543 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.777724 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.777881 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.778040 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.778197 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.778355 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.778514 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.778672 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.778830 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.778987 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.779144 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.779301 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.779458 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.779616 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.779774 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.779987 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.780080 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.780238 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.780394 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.780552 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.780709 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.780867 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.781022 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.781183 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.781341 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.781499 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.781680 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.781837 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.782149 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.782303 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.782610 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_journal = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.782767 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_json = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.782924 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.783084 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.783243 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.783387 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.783549 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.783706 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.783863 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.784021 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.784178 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 13:46:05.784356 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.784518 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.784689 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.784849 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.785009 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.785170 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.785330 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.785887 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.785887 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.785887 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.786179 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.786179 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.786371 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.786449 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.786575 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.786738 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.786899 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.787059 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.787220 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.787382 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.787542 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.787724 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.787898 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.788060 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.788221 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.788383 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.788530 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.788709 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.788870 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.789033 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.789194 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.789356 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.789518 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.789705 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.789870 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.790033 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.790196 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.790356 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.790517 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.790678 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.790839 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.791000 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.791161 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.791323 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.791486 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.791646 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.791806 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.791981 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.792116 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.792277 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.792451 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.792588 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.792749 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.792911 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.793071 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.793242 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.793401 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.793561 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.793759 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.793901 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.794060 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.794220 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.794381 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.794540 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.794701 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.794862 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.795035 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.795196 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.795357 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.795518 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.795679 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.795839 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.796001 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.796162 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.796322 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.796483 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.796644 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.796803 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.796964 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.797124 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.797286 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.797445 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.797654 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.797785 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.797945 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.798105 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.798266 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.798426 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.798585 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.798754 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.798928 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.799089 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.799250 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.799410 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.799571 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.799734 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.799898 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.800217 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.800370 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.800531 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.800693 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.800853 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.801016 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.801177 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.801339 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.801500 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.801683 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.801846 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.802027 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.802166 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.802312 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.802525 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.802654 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.802777 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.802902 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.803067 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.803269 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.803891 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.804313 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.804476 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.804644 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.804814 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.804975 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.805137 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.805296 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.805455 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.805627 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.805798 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.805960 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.806120 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.806278 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.806439 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.806606 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.806777 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.806938 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.807098 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.807258 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.807439 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.807599 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.807759 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.807918 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.808078 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.808237 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.808398 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.808557 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.808717 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.808878 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.809039 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.809201 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.809362 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.809521 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.809704 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.809866 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.810027 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.810188 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.810361 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.810522 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.810683 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.810843 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.811003 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.811164 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.811324 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.811484 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.811645 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.811805 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.811967 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.812129 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.812290 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.812449 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.812609 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.812770 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.812929 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.813086 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.813246 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.813409 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.813568 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.813753 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.813919 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.814082 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.814242 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.814402 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.814564 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.814725 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.814885 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.815046 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.815206 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.815368 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.815530 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.815691 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.815853 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.816012 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.816172 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.816349 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.816509 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.816669 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.816830 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.816990 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.817151 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.817311 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.817472 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.817649 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.817812 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.817975 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.818135 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.818295 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.818455 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.818616 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.818775 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.818955 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.819701 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.819863 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.820023 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.820186 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.820346 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.820511 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.820671 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.820830 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.820990 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.821152 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.821314 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.821474 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.821669 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.821832 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.821992 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.822152 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.822313 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.822474 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.822660 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.822806 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.822953 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.823113 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.823272 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.823431 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.823601 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.823761 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.823921 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.824080 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.824240 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.824400 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.824570 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.824729 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.824887 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.825047 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.825206 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.825366 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.825534 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.825715 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.825877 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.826037 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.826197 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.826357 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.826525 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.826684 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.826843 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.827002 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.827161 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.827320 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.827489 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.827651 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.827812 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.827980 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.828140 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.828300 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.828460 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.828630 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.828789 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.828952 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.829112 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.829272 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.829431 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.829593 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.829778 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.829947 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.830114 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.830275 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.830447 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.830615 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.830782 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.830942 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.831108 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.831279 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.831439 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.831600 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.831758 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.831919 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.832080 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.832240 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.832400 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.832559 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.832720 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.832883 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.833043 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.833203 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.833363 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.833523 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.833706 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.833867 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.834027 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.834187 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.834347 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 13:46:05.834500 dv-cinder-845130-1-iscsi neutron-server[97260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=97260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 13:46:05.976630 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 35204) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:05.985146 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063014 Jun 08 13:46:17.226122 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf463a1-32ba-4c1a-a50a-a3ac16056cbb None None] get_active_networks_info from dv-cinder-845130-1-iscsi {{(pid=97371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 08 13:46:17.305666 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-3577daf0-7419-4be3-98cb-4a408fd27b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692455'] for agent, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:17.349318 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf463a1-32ba-4c1a-a50a-a3ac16056cbb None None] No non-hosted networks {{(pid=97371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 08 13:46:19.365529 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-cc10d737-88b0-4ec3-a54c-8a15c7960f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692455'] for agent, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:19.416344 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-32614961-7ad5-49fa-9f70-9c6ec40c835b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:21.048311 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692455'] for agent, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:22.255082 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692455'] for agent, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:22.324354 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.db.l3_hamode_db [None req-4a657c59-11e6-4004-82d9-63b1534a7cb0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 08 13:46:22.404751 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a657c59-11e6-4004-82d9-63b1534a7cb0 None None] Routers set() bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:46:22.405154 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a657c59-11e6-4004-82d9-63b1534a7cb0 None None] Router IDs set() for agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jun 08 13:46:22.769638 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692455'] for agent, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:22.770530 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.770869 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.771196 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.771546 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.772108 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.772463 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.772787 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.773138 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.773454 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.773817 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.774139 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.774464 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:22.774861 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-845130-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:22.784702 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-845130-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:23.729421 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 35294) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:24.291127 dv-cinder-845130-1-iscsi neutron-server[97369]: WARNING oslo_policy.policy [None req-d2e17bf6-5ccc-4c27-8816-827500d4531c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:46:24.292096 dv-cinder-845130-1-iscsi neutron-server[97369]: WARNING oslo_policy.policy [None req-d2e17bf6-5ccc-4c27-8816-827500d4531c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:46:24.622938 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [None req-d2e17bf6-5ccc-4c27-8816-827500d4531c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:46:24.624503 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-d2e17bf6-5ccc-4c27-8816-827500d4531c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8928647 Jun 08 13:46:27.083314 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 35310) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:27.399198 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-2f085af4-6459-4e27-9233-ad597ad227e4 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:46:27.493712 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.policy [None req-2f085af4-6459-4e27-9233-ad597ad227e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=97369) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 13:46:27.538876 dv-cinder-845130-1-iscsi neutron-server[97369]: WARNING oslo_policy.policy [None req-2f085af4-6459-4e27-9233-ad597ad227e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:46:27.539244 dv-cinder-845130-1-iscsi neutron-server[97369]: WARNING oslo_policy.policy [None req-2f085af4-6459-4e27-9233-ad597ad227e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:46:27.634727 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2f085af4-6459-4e27-9233-ad597ad227e4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735511863694', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735511870557', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735512014586', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735512011870', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735512492258', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735512033652', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-589902', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539228', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1662411', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1994031'] for rbac-policy, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:27.705281 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2f085af4-6459-4e27-9233-ad597ad227e4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:27.706485 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-2f085af4-6459-4e27-9233-ad597ad227e4 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6221714 Jun 08 13:46:30.316700 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 35322) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:30.608674 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Request body: {'network': {'name': 'private', 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'admin_state_up': True, 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:46:30.635482 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Made reservation on behalf of 55747368186d4dbd9f1cb78de77a4ade for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:30.638448 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:30.655433 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:30.762961 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:30.767108 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:30.793833 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:46:30.821707 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735513945631', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:30.822253 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Unsubscribe: segment precommit_create {{(pid=97369) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 13:46:30.822764 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Added segment 45df5d98-b8d0-426b-af84-81761c25dc00 of type vlan for network 624b441d-b8b1-4775-8592-da553855e22c Jun 08 13:46:30.838892 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ddeaaf-6611-4d4e-98a9-8c60f6fef2fc,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:30.864382 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.864753 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.865090 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.865415 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.865759 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.866095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.866417 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.866732 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.867062 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.867379 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.867690 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.868001 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Tracked resource versions report: Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: pushed versions: Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: { 'AddressGroup': {'1.2'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'ConntrackHelper': {'1.0'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Log': {'1.0'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Network': {'1.1'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Port': {'1.7'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'PortForwarding': {'1.2'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'QosPolicy': {'1.9'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SecurityGroup': {'1.4'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SubPort': {'1.0'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Subnet': {'1.1'}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Trunk': {'1.1'}} Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: consumer versions: Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: { DHCP agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: L3 agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: Metadata agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: Metering agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: Open vSwitch agent@dv-cinder-845130-1-iscsi: { 'AddressGroup': '1.2', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'ConntrackHelper': '1.0', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Log': '1.0', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Network': '1.1', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Port': '1.7', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'PortForwarding': '1.2', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'QosPolicy': '1.9', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SecurityGroup': '1.4', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SecurityGroupRule': '1.2', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SubPort': '1.0', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Subnet': '1.1', Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Trunk': '1.1'}} Jun 08 13:46:30.869108 dv-cinder-845130-1-iscsi neutron-server[97369]: {{(pid=97369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:46:30.932542 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:30.969805 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:30.971049 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:30.971696 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:31.056653 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7389038 Jun 08 13:46:31.069781 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c063f-00f1-43f0-a6c1-f653aabd336b admin admin] Pushing event updated for resources: {'Network': ['ID=624b441d-b8b1-4775-8592-da553855e22c,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:31.084810 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 624b441d-b8b1-4775-8592-da553855e22c details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:46:33.756855 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 35336) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:34.142977 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4d4a12-8871-4fe5-9b4b-4ca03eb641a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:34.144331 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6a4d4a12-8871-4fe5-9b4b-4ca03eb641a5 admin admin] 10.222.0.64 "GET /v2.0/networks/624b441d-b8b1-4775-8592-da553855e22c HTTP/1.1" status: 200 len: 825 time: 0.3865323 Jun 08 13:46:34.168740 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-d59e8181-05c0-47b9-909f-e8001d63d317 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/a739e046-1bca-4fcd-996c-c2c61da4cd77 HTTP/1.1" status: 200 len: 734 time: 0.0182517 Jun 08 13:46:34.178101 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'network_id': '624b441d-b8b1-4775-8592-da553855e22c', 'subnetpool_id': 'a739e046-1bca-4fcd-996c-c2c61da4cd77'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:46:34.198990 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Made reservation on behalf of 55747368186d4dbd9f1cb78de77a4ade for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:34.201330 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:34.488773 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:34.553070 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26c705f-22bb-4d03-96a0-43d5e1345dee,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:34.557746 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Checking segment: {'id': '45df5d98-b8d0-426b-af84-81761c25dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '624b441d-b8b1-4775-8592-da553855e22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:46:34.558108 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Network hostable DHCP agents. Network: 624b441d-b8b1-4775-8592-da553855e22c, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:46:34.577916 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Network 624b441d-b8b1-4775-8592-da553855e22c is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:46:34.588745 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 624b441d-b8b1-4775-8592-da553855e22c) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:34.593196 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:34.593805 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:34.598695 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3df6f9-f0e3-47df-836d-d653ed94250f None None] Network 624b441d-b8b1-4775-8592-da553855e22c requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:46:34.609743 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-4695d95f-4763-42d7-b4c2-f1d44890c5d9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4353032 Jun 08 13:46:34.915855 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-624b441d-b8b1-4775-8592-da553855e22c', 'network_id': '624b441d-b8b1-4775-8592-da553855e22c', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'fixed_ips': [{'subnet_id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:46:34.917107 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:35.209454 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Allocated IP 172.20.0.2 (624b441d-b8b1-4775-8592-da553855e22c/e26c705f-22bb-4d03-96a0-43d5e1345dee/3d8ab403-4e5d-43b3-9eb1-19384c632bea) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:35.406370 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:35.415538 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:35.488027 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Network 624b441d-b8b1-4775-8592-da553855e22c is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:35.497056 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:35.500990 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:46:35.511694 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Pushing event updated for resources: {'Port': ['ID=3d8ab403-4e5d-43b3-9eb1-19384c632bea,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:35.540808 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.541154 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.541492 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.541874 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.542193 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.542517 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.542841 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.543270 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.543616 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.543941 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.544260 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.544575 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Tracked resource versions report: Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: pushed versions: Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: { 'AddressGroup': {'1.2'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'ConntrackHelper': {'1.0'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Log': {'1.0'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Network': {'1.1'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Port': {'1.7'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'PortForwarding': {'1.2'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'QosPolicy': {'1.9'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SecurityGroup': {'1.4'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SubPort': {'1.0'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Subnet': {'1.1'}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Trunk': {'1.1'}} Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: consumer versions: Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: { DHCP agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: L3 agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: Metadata agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: Metering agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: Open vSwitch agent@dv-cinder-845130-1-iscsi: { 'AddressGroup': '1.2', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'ConntrackHelper': '1.0', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Log': '1.0', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Network': '1.1', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Port': '1.7', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'PortForwarding': '1.2', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'QosPolicy': '1.9', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SecurityGroup': '1.4', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SecurityGroupRule': '1.2', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SubPort': '1.0', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Subnet': '1.1', Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Trunk': '1.1'}} Jun 08 13:46:35.545687 dv-cinder-845130-1-iscsi neutron-server[97371]: {{(pid=97371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:46:35.594859 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Attempting to bind port 3d8ab403-4e5d-43b3-9eb1-19384c632bea on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:46:35.595257 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Attempting to bind port 3d8ab403-4e5d-43b3-9eb1-19384c632bea by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': '45df5d98-b8d0-426b-af84-81761c25dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '624b441d-b8b1-4775-8592-da553855e22c'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:46:35.595689 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Attempting to bind port 3d8ab403-4e5d-43b3-9eb1-19384c632bea on network 624b441d-b8b1-4775-8592-da553855e22c {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:35.601021 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:35.601583 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Checking segment: {'id': '45df5d98-b8d0-426b-af84-81761c25dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '624b441d-b8b1-4775-8592-da553855e22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:46:35.601903 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:35.602284 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Bound using segment: {'id': '45df5d98-b8d0-426b-af84-81761c25dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '624b441d-b8b1-4775-8592-da553855e22c'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:35.602828 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Bound port: 3d8ab403-4e5d-43b3-9eb1-19384c632bea, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45df5d98-b8d0-426b-af84-81761c25dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '624b441d-b8b1-4775-8592-da553855e22c'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:46:35.603258 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:35.664651 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] For port 3d8ab403-4e5d-43b3-9eb1-19384c632bea, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:35.668833 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] For port 3d8ab403-4e5d-43b3-9eb1-19384c632bea, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=3d8ab403-4e5d-43b3-9eb1-19384c632bea,segment=NetworkSegment(45df5d98-b8d0-426b-af84-81761c25dc00),segment_id=45df5d98-b8d0-426b-af84-81761c25dc00)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:35.673144 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:35.738821 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7f151-89c2-4157-9c41-87dcdbc34979 None None] Pushing event updated for resources: {'Port': ['ID=3d8ab403-4e5d-43b3-9eb1-19384c632bea,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:37.043755 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 35344) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:37.354898 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [None req-64823a14-c4eb-4f49-be3f-c3b745ece274 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:46:37.356014 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-64823a14-c4eb-4f49-be3f-c3b745ece274 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113232 Jun 08 13:46:39.797302 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 35352) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:40.113076 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [None req-e98c8c49-0c8d-4972-bcb1-1b31a9b8d615 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:46:40.114079 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-e98c8c49-0c8d-4972-bcb1-1b31a9b8d615 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3157053 Jun 08 13:46:42.813875 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 35364) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:43.121054 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-6fe9c0e5-7fbd-4b3f-8ca7-e21d85153ca8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'admin_state_up': True}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:46:43.146033 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6fe9c0e5-7fbd-4b3f-8ca7-e21d85153ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:43.147542 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6fe9c0e5-7fbd-4b3f-8ca7-e21d85153ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:43.280656 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6fe9c0e5-7fbd-4b3f-8ca7-e21d85153ca8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:43.285364 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6fe9c0e5-7fbd-4b3f-8ca7-e21d85153ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:43.301072 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6fe9c0e5-7fbd-4b3f-8ca7-e21d85153ca8 admin admin] Notify callbacks [] for router, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:43.302349 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6fe9c0e5-7fbd-4b3f-8ca7-e21d85153ca8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4875150 Jun 08 13:46:44.116991 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4895bce1-d82a-4746-9bb8-45a19b258f7f None None] Network 624b441d-b8b1-4775-8592-da553855e22c requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:46:44.243336 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-efa94ed7-f460-4ac2-98de-be162bfc6d24 None None] Provisioning complete for port 3d8ab403-4e5d-43b3-9eb1-19384c632bea triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:46:44.243720 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-efa94ed7-f460-4ac2-98de-be162bfc6d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:44.344142 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 3d8ab403-4e5d-43b3-9eb1-19384c632bea up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:44.462647 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-efa94ed7-f460-4ac2-98de-be162bfc6d24 None None] Current status of the port 3d8ab403-4e5d-43b3-9eb1-19384c632bea is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:46:44.463054 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-efa94ed7-f460-4ac2-98de-be162bfc6d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:44.507106 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-efa94ed7-f460-4ac2-98de-be162bfc6d24 None None] For port 3d8ab403-4e5d-43b3-9eb1-19384c632bea, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=3d8ab403-4e5d-43b3-9eb1-19384c632bea,segment=NetworkSegment(45df5d98-b8d0-426b-af84-81761c25dc00),segment_id=45df5d98-b8d0-426b-af84-81761c25dc00)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:46:44.515013 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 3d8ab403-4e5d-43b3-9eb1-19384c632bea triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:46:44.515393 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:44.516941 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-efa94ed7-f460-4ac2-98de-be162bfc6d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:44.591642 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa94ed7-f460-4ac2-98de-be162bfc6d24 None None] Pushing event updated for resources: {'Port': ['ID=3d8ab403-4e5d-43b3-9eb1-19384c632bea,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:44.647436 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 3d8ab403-4e5d-43b3-9eb1-19384c632bea is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:46:44.651322 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-47578798-29b5-4321-bc2c-0acebfa041a8 None None] Provisioning complete for port 3d8ab403-4e5d-43b3-9eb1-19384c632bea triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:46:44.651681 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-47578798-29b5-4321-bc2c-0acebfa041a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:44.729219 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-47578798-29b5-4321-bc2c-0acebfa041a8 None None] Current status of the port 3d8ab403-4e5d-43b3-9eb1-19384c632bea is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:46:45.710359 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 35376) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:46.015652 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [None req-05a8741a-1d05-40c6-ad88-65fd271fff49 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:46:46.016645 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-05a8741a-1d05-40c6-ad88-65fd271fff49 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3053563 Jun 08 13:46:46.305372 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 3d8ab403-4e5d-43b3-9eb1-19384c632bea up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:46:46.350951 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 3d8ab403-4e5d-43b3-9eb1-19384c632bea triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:46:46.351309 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:46.422261 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 3d8ab403-4e5d-43b3-9eb1-19384c632bea is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:46:46.694631 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 5 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:46:47.129309 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-22f38a16-67ca-4404-ac07-1dd03e6fb277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:48.410173 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 35384) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:48.717977 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:46:48.735785 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Made reservation on behalf of 84521d2382114f9cabb19801a017e049 for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:48.737978 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:48.746173 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:48.819384 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:48.822832 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:48.835616 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Reserving flat network on physical network physnet1 {{(pid=97369) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 08 13:46:48.859048 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:48.859389 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Added segment b5ab2b09-2164-4fc1-8ff3-a7f56575384e of type flat for network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 Jun 08 13:46:48.860620 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cd856c-8749-4a55-ab77-6a41148640d8,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:48.905933 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:48.936669 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:48.937583 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:48.938178 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:48.989713 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5779121 Jun 08 13:46:48.996463 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038840a0-ac88-4e04-9ddc-b0c21ed02f53 admin admin] Pushing event updated for resources: {'Network': ['ID=b86a52f3-8e28-449f-a78d-7ddd59a1b6a7,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:49.006911 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:46:49.359405 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-20ecda90-bffa-4c75-9129-60f0551cd186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:50.971002 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:51.389593 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 35402) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:51.611355 dv-cinder-845130-1-iscsi neutron-server[97370]: WARNING oslo_policy.policy [None req-da881aef-5a10-4ae4-bcf8-265b769942d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:46:51.611929 dv-cinder-845130-1-iscsi neutron-server[97370]: WARNING oslo_policy.policy [None req-da881aef-5a10-4ae4-bcf8-265b769942d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:46:52.019368 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.policy [None req-da881aef-5a10-4ae4-bcf8-265b769942d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=97370) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 13:46:52.066087 dv-cinder-845130-1-iscsi neutron-server[97370]: WARNING oslo_policy.policy [None req-da881aef-5a10-4ae4-bcf8-265b769942d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:46:52.066458 dv-cinder-845130-1-iscsi neutron-server[97370]: WARNING oslo_policy.policy [None req-da881aef-5a10-4ae4-bcf8-265b769942d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 13:46:52.074894 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da881aef-5a10-4ae4-bcf8-265b769942d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:52.076610 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-da881aef-5a10-4ae4-bcf8-265b769942d7 admin admin] 10.222.0.64 "GET /v2.0/subnets/e26c705f-22bb-4d03-96a0-43d5e1345dee HTTP/1.1" status: 200 len: 849 time: 0.6859987 Jun 08 13:46:52.197787 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:52.246019 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-31bc38e0-b28a-438b-805a-d3c121d4fdae admin admin] 10.222.0.64 "GET /v2.0/routers/3e19fd09-1c19-472d-8d9d-74baf14ec697 HTTP/1.1" status: 200 len: 704 time: 0.1629169 Jun 08 13:46:52.503621 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:52.818410 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:52.825856 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Allocated IP 172.20.0.1 (624b441d-b8b1-4775-8592-da553855e22c/e26c705f-22bb-4d03-96a0-43d5e1345dee/4c55afc2-7dfd-4d0c-9a54-0dceaef79f73) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:46:53.027773 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:53.094002 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:53.154648 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Network 624b441d-b8b1-4775-8592-da553855e22c is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:53.161957 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:53.197552 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:46:53.198143 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:53.253017 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Pushing event updated for resources: {'Port': ['ID=4c55afc2-7dfd-4d0c-9a54-0dceaef79f73,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:53.268844 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.269192 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.269526 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.269892 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.270751 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.271081 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.271399 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.271712 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.272042 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.272354 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.272664 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.272969 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Tracked resource versions report: Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: pushed versions: Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: { 'AddressGroup': {'1.2'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'ConntrackHelper': {'1.0'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Log': {'1.0'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Network': {'1.1'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Port': {'1.7'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'PortForwarding': {'1.2'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'QosPolicy': {'1.9'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SecurityGroup': {'1.4'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SubPort': {'1.0'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Subnet': {'1.1'}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Trunk': {'1.1'}} Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: consumer versions: Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: { DHCP agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: L3 agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: Metadata agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: Metering agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: Open vSwitch agent@dv-cinder-845130-1-iscsi: { 'AddressGroup': '1.2', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'ConntrackHelper': '1.0', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Log': '1.0', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Network': '1.1', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Port': '1.7', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'PortForwarding': '1.2', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'QosPolicy': '1.9', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SecurityGroup': '1.4', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SecurityGroupRule': '1.2', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SubPort': '1.0', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Subnet': '1.1', Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Trunk': '1.1'}} Jun 08 13:46:53.274087 dv-cinder-845130-1-iscsi neutron-server[97370]: {{(pid=97370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:46:53.398513 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-db296d4c-4e74-4457-ae24-c67515b1dfd4 None None] Provisioning complete for port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:46:53.399039 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-db296d4c-4e74-4457-ae24-c67515b1dfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:53.404564 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:53.430854 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-db296d4c-4e74-4457-ae24-c67515b1dfd4 None None] Port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:46:53.612836 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:53.617314 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:53.618065 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:53.693877 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Pushing event updated for resources: {'Port': ['ID=4c55afc2-7dfd-4d0c-9a54-0dceaef79f73,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:53.737748 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Network 624b441d-b8b1-4775-8592-da553855e22c is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:46:53.739461 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:53.947237 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Router 3e19fd09-1c19-472d-8d9d-74baf14ec697 is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:46:53.956980 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-a4242093-ad00-4066-85ec-e1ba233a3fe8 None None] Provisioning complete for port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:46:53.957341 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a4242093-ad00-4066-85ec-e1ba233a3fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:53.990149 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-a4242093-ad00-4066-85ec-e1ba233a3fe8 None None] Port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:46:54.036366 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:46:54.041932 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-edbc8ee3-dad2-4a9b-93ea-1af9fe0551ca admin admin] 10.222.0.64 "PUT /v2.0/routers/3e19fd09-1c19-472d-8d9d-74baf14ec697/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7884398 Jun 08 13:46:54.047260 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Sync routers for ids ['3e19fd09-1c19-472d-8d9d-74baf14ec697'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:46:54.060326 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Routers {'3e19fd09-1c19-472d-8d9d-74baf14ec697'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:46:54.061140 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:46:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['3e19fd09-1c19-472d-8d9d-74baf14ec697'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:54.256124 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Set router 3e19fd09-1c19-472d-8d9d-74baf14ec697 gateway port host: None {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:46:54.679239 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'name': 'router1', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:43Z', 'updated_at': '2022-06-08T13:46:53Z', 'revision_number': 2, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'gw_port_host': None, '_interfaces': [{'id': '4c55afc2-7dfd-4d0c-9a54-0dceaef79f73', 'name': '', 'network_id': '624b441d-b8b1-4775-8592-da553855e22c', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'mac_address': 'fa:16:3e:d7:d4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:52Z', 'updated_at': '2022-06-08T13:46:53Z', 'revision_number': 2, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'subnets': [{'id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a739e046-1bca-4fcd-996c-c2c61da4cd77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:54.730641 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Checking router: 3e19fd09-1c19-472d-8d9d-74baf14ec697 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:46:54.731019 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Updating router 3e19fd09-1c19-472d-8d9d-74baf14ec697 port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:46:54.778685 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:55.294883 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:55.302125 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:55.460136 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Pushing event updated for resources: {'Port': ['ID=4c55afc2-7dfd-4d0c-9a54-0dceaef79f73,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:55.464714 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Attempting to bind port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:46:55.465101 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Attempting to bind port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': '45df5d98-b8d0-426b-af84-81761c25dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '624b441d-b8b1-4775-8592-da553855e22c'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:46:55.465543 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Attempting to bind port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 on network 624b441d-b8b1-4775-8592-da553855e22c {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:46:55.472726 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:46:55.473199 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Checking segment: {'id': '45df5d98-b8d0-426b-af84-81761c25dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '624b441d-b8b1-4775-8592-da553855e22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:46:55.474181 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:55.474560 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Bound using segment: {'id': '45df5d98-b8d0-426b-af84-81761c25dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '624b441d-b8b1-4775-8592-da553855e22c'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:46:55.475072 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Bound port: 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45df5d98-b8d0-426b-af84-81761c25dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '624b441d-b8b1-4775-8592-da553855e22c'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:46:55.475458 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:55.479041 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.479380 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.479708 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.480033 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.480353 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.480671 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.480987 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.481304 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.481635 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.481959 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.482268 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.482581 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Tracked resource versions report: Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: pushed versions: Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: { 'AddressGroup': {'1.2'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'ConntrackHelper': {'1.0'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Log': {'1.0'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Network': {'1.1'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Port': {'1.7'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'PortForwarding': {'1.2'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'QosPolicy': {'1.9'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SecurityGroup': {'1.4'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SubPort': {'1.0'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Subnet': {'1.1'}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Trunk': {'1.1'}} Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: consumer versions: Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: { DHCP agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: L3 agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: Metadata agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: Metering agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: Open vSwitch agent@dv-cinder-845130-1-iscsi: { 'AddressGroup': '1.2', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'ConntrackHelper': '1.0', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Log': '1.0', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Network': '1.1', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Port': '1.7', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'PortForwarding': '1.2', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'QosPolicy': '1.9', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SecurityGroup': '1.4', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SecurityGroupRule': '1.2', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SubPort': '1.0', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Subnet': '1.1', Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Trunk': '1.1'}} Jun 08 13:46:55.483640 dv-cinder-845130-1-iscsi neutron-server[97372]: {{(pid=97372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:46:55.516627 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-512f63d6-024e-44bc-bf2a-02d6caf84174 None None] Provisioning complete for port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:46:55.517600 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-512f63d6-024e-44bc-bf2a-02d6caf84174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:55.562052 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] For port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:46:55.562257 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-512f63d6-024e-44bc-bf2a-02d6caf84174 None None] Port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:46:55.584297 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] For port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=4c55afc2-7dfd-4d0c-9a54-0dceaef79f73,segment=NetworkSegment(45df5d98-b8d0-426b-af84-81761c25dc00),segment_id=45df5d98-b8d0-426b-af84-81761c25dc00)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:46:55.588541 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:55.645879 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Routers {'3e19fd09-1c19-472d-8d9d-74baf14ec697'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:46:55.646438 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:46:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['3e19fd09-1c19-472d-8d9d-74baf14ec697'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:55.648332 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d93b9-2011-4dd4-9fad-e46da7ce93c6 None None] Pushing event updated for resources: {'Port': ['ID=4c55afc2-7dfd-4d0c-9a54-0dceaef79f73,revision_number=4']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:55.740881 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] Set router 3e19fd09-1c19-472d-8d9d-74baf14ec697 gateway port host: None {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:46:55.782230 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-2e98a03a-5773-40f5-8ca8-1c1a876b13c6 None None] Provisioning complete for port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:46:55.782602 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2e98a03a-5773-40f5-8ca8-1c1a876b13c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:55.869079 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-2e98a03a-5773-40f5-8ca8-1c1a876b13c6 None None] Current status of the port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:46:55.869853 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2e98a03a-5773-40f5-8ca8-1c1a876b13c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:55.908237 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-2e98a03a-5773-40f5-8ca8-1c1a876b13c6 None None] For port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=4c55afc2-7dfd-4d0c-9a54-0dceaef79f73,segment=NetworkSegment(45df5d98-b8d0-426b-af84-81761c25dc00),segment_id=45df5d98-b8d0-426b-af84-81761c25dc00)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:46:55.913517 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2e98a03a-5773-40f5-8ca8-1c1a876b13c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:55.964651 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98a03a-5773-40f5-8ca8-1c1a876b13c6 None None] Pushing event updated for resources: {'Port': ['ID=4c55afc2-7dfd-4d0c-9a54-0dceaef79f73,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:55.981281 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'name': 'router1', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:43Z', 'updated_at': '2022-06-08T13:46:53Z', 'revision_number': 2, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'gw_port_host': None, '_interfaces': [{'id': '4c55afc2-7dfd-4d0c-9a54-0dceaef79f73', 'name': '', 'network_id': '624b441d-b8b1-4775-8592-da553855e22c', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'mac_address': 'fa:16:3e:d7:d4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:52Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'subnets': [{'id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a739e046-1bca-4fcd-996c-c2c61da4cd77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:46:56.006277 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c40ea-be0f-472b-ad14-b8b138fdf5ab None None] The sync data for ids ['3e19fd09-1c19-472d-8d9d-74baf14ec697'] in dv-cinder-845130-1-iscsi is: [{'id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'name': 'router1', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:43Z', 'updated_at': '2022-06-08T13:46:53Z', 'revision_number': 2, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'gw_port_host': None, '_interfaces': [{'id': '4c55afc2-7dfd-4d0c-9a54-0dceaef79f73', 'name': '', 'network_id': '624b441d-b8b1-4775-8592-da553855e22c', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'mac_address': 'fa:16:3e:d7:d4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:52Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 4, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'subnets': [{'id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a739e046-1bca-4fcd-996c-c2c61da4cd77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:46:56.344412 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 35434) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:56.451560 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72b02c-33b5-4dae-b57a-720f9a0dbb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:56.452908 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0e72b02c-33b5-4dae-b57a-720f9a0dbb35 admin admin] 10.222.0.64 "GET /v2.0/networks/b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 HTTP/1.1" status: 200 len: 842 time: 0.1075490 Jun 08 13:46:56.463371 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:46:56.500636 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Made reservation on behalf of 84521d2382114f9cabb19801a017e049 for: {'subnet': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:46:56.503242 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Notify callbacks [] for subnet, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:56.809626 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.objects.ports [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=97370) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jun 08 13:46:56.810078 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:56.871694 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0433d376-2064-4865-9a09-fb8b875bad50,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:46:56.876347 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:46:56.876721 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Network hostable DHCP agents. Network: b86a52f3-8e28-449f-a78d-7ddd59a1b6a7, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:46:56.899747 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:46:56.912354 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, b86a52f3-8e28-449f-a78d-7ddd59a1b6a7) {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:46:56.916474 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:56.917094 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:56.925104 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e6e4f-d940-49e5-b7be-3fb633806043 None None] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:46:56.945658 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-9ce0dd9e-4b29-47a8-952e-224f094d5037 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4856105 Jun 08 13:46:57.062484 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2feffe0-279c-48f3-8c1d-458149720321 None None] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:46:59.291549 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 35442) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:46:59.422370 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-b690cf67-eccd-4947-816a-1d557f9f5e60 admin admin] 10.222.0.64 "GET /v2.0/routers/3e19fd09-1c19-472d-8d9d-74baf14ec697 HTTP/1.1" status: 200 len: 710 time: 0.1297131 Jun 08 13:46:59.510793 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed13e1-ba73-4b21-8d26-3bef2cdf8591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:46:59.512073 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-67ed13e1-ba73-4b21-8d26-3bef2cdf8591 admin admin] 10.222.0.64 "GET /v2.0/networks/b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 HTTP/1.1" status: 200 len: 886 time: 0.0814667 Jun 08 13:46:59.521468 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:46:59.761950 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:46:59.990414 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:00.130192 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:00.234708 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Allocated IP 172.27.0.43 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/c0d092fc-51c7-4c56-9e22-f869807e3bd0) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:47:00.336227 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:00.368819 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:00.407138 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:47:00.409817 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:47:00.413516 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:47:00.448956 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d092fc-51c7-4c56-9e22-f869807e3bd0,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:00.658707 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:00.847586 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4847'] for router, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:00.850811 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693479', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690306'] for router, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:00.956974 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Router 3e19fd09-1c19-472d-8d9d-74baf14ec697 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:47:01.060443 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:47:01.067638 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:01.068821 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-be4e5c76-4806-4f04-916e-cee6db68aa27 admin admin] 10.222.0.64 "PUT /v2.0/routers/3e19fd09-1c19-472d-8d9d-74baf14ec697 HTTP/1.1" status: 200 len: 889 time: 1.5504785 Jun 08 13:47:02.351031 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:47:02.400913 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:47:02.401501 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:02.485361 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:47:02.580593 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f420826-be96-4949-a505-a8776808256d None None] Sync routers for ids ['3e19fd09-1c19-472d-8d9d-74baf14ec697'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:47:02.592085 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f420826-be96-4949-a505-a8776808256d None None] Routers {'3e19fd09-1c19-472d-8d9d-74baf14ec697'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:47:02.592752 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-6f420826-be96-4949-a505-a8776808256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:46:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['3e19fd09-1c19-472d-8d9d-74baf14ec697'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:02.795732 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-6f420826-be96-4949-a505-a8776808256d None None] Set router 3e19fd09-1c19-472d-8d9d-74baf14ec697 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:47:03.250899 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-6f420826-be96-4949-a505-a8776808256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'name': 'router1', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'c0d092fc-51c7-4c56-9e22-f869807e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:43Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 4, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'gw_port': {'id': 'c0d092fc-51c7-4c56-9e22-f869807e3bd0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:33:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:47:00Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '4c55afc2-7dfd-4d0c-9a54-0dceaef79f73', 'name': '', 'network_id': '624b441d-b8b1-4775-8592-da553855e22c', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'mac_address': 'fa:16:3e:d7:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:52Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 5, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'subnets': [{'id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a739e046-1bca-4fcd-996c-c2c61da4cd77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:03.301854 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f420826-be96-4949-a505-a8776808256d None None] Checking router: 3e19fd09-1c19-472d-8d9d-74baf14ec697 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:47:03.302222 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f420826-be96-4949-a505-a8776808256d None None] Updating router 3e19fd09-1c19-472d-8d9d-74baf14ec697 port c0d092fc-51c7-4c56-9e22-f869807e3bd0 binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:47:03.347505 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-6f420826-be96-4949-a505-a8776808256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:03.522110 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 35454) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:47:03.636321 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-46027280-25c2-495c-bb69-f505a6f64ced admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1130946 Jun 08 13:47:03.669883 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-6f420826-be96-4949-a505-a8776808256d None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:03.676767 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-6f420826-be96-4949-a505-a8776808256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:03.733849 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-6f420826-be96-4949-a505-a8776808256d None None] Attempting to bind port c0d092fc-51c7-4c56-9e22-f869807e3bd0 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:47:03.734220 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-6f420826-be96-4949-a505-a8776808256d None None] Attempting to bind port c0d092fc-51c7-4c56-9e22-f869807e3bd0 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:47:03.734584 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f420826-be96-4949-a505-a8776808256d None None] Attempting to bind port c0d092fc-51c7-4c56-9e22-f869807e3bd0 on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:47:03.736673 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1879ec-dd56-4b5b-a35e-12c01d5d87a1 None None] Pushing event updated for resources: {'Port': ['ID=c0d092fc-51c7-4c56-9e22-f869807e3bd0,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:03.742690 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f420826-be96-4949-a505-a8776808256d None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:47:03.743065 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f420826-be96-4949-a505-a8776808256d None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:47:03.743468 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-6f420826-be96-4949-a505-a8776808256d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:03.744304 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f420826-be96-4949-a505-a8776808256d None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:47:03.744304 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-6f420826-be96-4949-a505-a8776808256d None None] Bound port: c0d092fc-51c7-4c56-9e22-f869807e3bd0, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:47:03.744705 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-6f420826-be96-4949-a505-a8776808256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:03.797745 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-6f420826-be96-4949-a505-a8776808256d None None] For port c0d092fc-51c7-4c56-9e22-f869807e3bd0, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:47:03.800940 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-6f420826-be96-4949-a505-a8776808256d None None] For port c0d092fc-51c7-4c56-9e22-f869807e3bd0, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c0d092fc-51c7-4c56-9e22-f869807e3bd0,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:47:03.805322 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-6f420826-be96-4949-a505-a8776808256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:03.863435 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f420826-be96-4949-a505-a8776808256d None None] Routers {'3e19fd09-1c19-472d-8d9d-74baf14ec697'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:47:03.864037 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-6f420826-be96-4949-a505-a8776808256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:46:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['3e19fd09-1c19-472d-8d9d-74baf14ec697'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:03.870048 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1879ec-dd56-4b5b-a35e-12c01d5d87a1 None None] Pushing event updated for resources: {'Port': ['ID=c0d092fc-51c7-4c56-9e22-f869807e3bd0,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:03.975070 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-6f420826-be96-4949-a505-a8776808256d None None] Set router 3e19fd09-1c19-472d-8d9d-74baf14ec697 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:47:04.190695 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-6f420826-be96-4949-a505-a8776808256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'name': 'router1', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'c0d092fc-51c7-4c56-9e22-f869807e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:43Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 4, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'gw_port': {'id': 'c0d092fc-51c7-4c56-9e22-f869807e3bd0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:33:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:47:00Z', 'updated_at': '2022-06-08T13:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '4c55afc2-7dfd-4d0c-9a54-0dceaef79f73', 'name': '', 'network_id': '624b441d-b8b1-4775-8592-da553855e22c', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'mac_address': 'fa:16:3e:d7:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:52Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 5, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'subnets': [{'id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a739e046-1bca-4fcd-996c-c2c61da4cd77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:47:04.216648 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f420826-be96-4949-a505-a8776808256d None None] The sync data for ids ['3e19fd09-1c19-472d-8d9d-74baf14ec697'] in dv-cinder-845130-1-iscsi is: [{'id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'name': 'router1', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'c0d092fc-51c7-4c56-9e22-f869807e3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:46:43Z', 'updated_at': '2022-06-08T13:47:00Z', 'revision_number': 4, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'gw_port': {'id': 'c0d092fc-51c7-4c56-9e22-f869807e3bd0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:33:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:47:00Z', 'updated_at': '2022-06-08T13:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '4c55afc2-7dfd-4d0c-9a54-0dceaef79f73', 'name': '', 'network_id': '624b441d-b8b1-4775-8592-da553855e22c', 'tenant_id': '55747368186d4dbd9f1cb78de77a4ade', 'mac_address': 'fa:16:3e:d7:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e19fd09-1c19-472d-8d9d-74baf14ec697', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:46:52Z', 'updated_at': '2022-06-08T13:46:55Z', 'revision_number': 5, 'project_id': '55747368186d4dbd9f1cb78de77a4ade', 'subnets': [{'id': 'e26c705f-22bb-4d03-96a0-43d5e1345dee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a739e046-1bca-4fcd-996c-c2c61da4cd77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:47:06.360319 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c0d092fc-51c7-4c56-9e22-f869807e3bd0 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:47:06.407760 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port c0d092fc-51c7-4c56-9e22-f869807e3bd0 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:47:06.408133 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:06.492043 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port c0d092fc-51c7-4c56-9e22-f869807e3bd0 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:47:06.492520 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:06.517827 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port c0d092fc-51c7-4c56-9e22-f869807e3bd0, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c0d092fc-51c7-4c56-9e22-f869807e3bd0,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:47:06.523076 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:06.586429 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=c0d092fc-51c7-4c56-9e22-f869807e3bd0,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:47:08.345244 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c0d092fc-51c7-4c56-9e22-f869807e3bd0 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:47:08.417916 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port c0d092fc-51c7-4c56-9e22-f869807e3bd0 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:47:08.418470 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:08.545393 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port c0d092fc-51c7-4c56-9e22-f869807e3bd0 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:47:17.126857 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b6cea985-f963-4dff-888f-857d288eba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:19.366639 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7012586c-8ee6-46af-8ca1-ba710df9e23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:20.979428 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:22.208986 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:22.775948 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:23.693469 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 5 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:47:47.132935 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f3934d3e-5274-41a3-b891-10ca87e4b930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:49.361830 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a36cac9c-37a9-4a80-aa62-2eca69639e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:50.991525 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:52.203266 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:47:52.772406 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:00.691474 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 5 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:48:17.135389 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2654bc41-1a88-420a-a6d8-db184ee7fe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:19.364091 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-3a410631-5e7d-4c1c-aa41-1e733bcedce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:20.978694 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:22.207022 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:22.767314 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:37.690673 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 5 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:48:40.520580 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36016) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:48:40.580903 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1db028-a277-46b6-8f29-8d92bd30c626 admin admin] GET failed (client error): The resource could not be found. Jun 08 13:48:40.582254 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-8e1db028-a277-46b6-8f29-8d92bd30c626 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607059 Jun 08 13:48:40.747983 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e2a503-1902-4f5b-9dcd-e065f771addf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:40.749374 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-33e2a503-1902-4f5b-9dcd-e065f771addf admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610188 Jun 08 13:48:42.956867 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36026) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:48:43.045694 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c0687-9d1e-41ed-b80e-c1fd1fd0731b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:43.047001 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-177c0687-9d1e-41ed-b80e-c1fd1fd0731b admin admin] 10.222.0.64 "GET /v2.0/subnets/e26c705f-22bb-4d03-96a0-43d5e1345dee HTTP/1.1" status: 200 len: 849 time: 0.0891960 Jun 08 13:48:43.059057 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:48:43.220298 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:43.354732 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735513922672'] for subnet, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:43.386257 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:43.386838 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:43.393714 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] 10.222.0.64 "PUT /v2.0/subnets/e26c705f-22bb-4d03-96a0-43d5e1345dee HTTP/1.1" status: 200 len: 868 time: 0.3326170 Jun 08 13:48:43.393919 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe0f057-342c-4986-a749-a7d9abb09870 None None] Network 624b441d-b8b1-4775-8592-da553855e22c requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:48:43.408775 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26c705f-22bb-4d03-96a0-43d5e1345dee,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:48:43.416132 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.416500 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.416845 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.417183 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.417512 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.417892 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.418222 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.418549 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.418886 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.419208 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.419527 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.419842 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac3ceaa-5c0c-48cc-9b51-67928cba75b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:48:43.737486 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-48137e60-fcaa-4644-bb87-5b2c7e301dbe None None] Provisioning complete for port 3d8ab403-4e5d-43b3-9eb1-19384c632bea triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:48:43.737884 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-48137e60-fcaa-4644-bb87-5b2c7e301dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:43.813092 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-48137e60-fcaa-4644-bb87-5b2c7e301dbe None None] Current status of the port 3d8ab403-4e5d-43b3-9eb1-19384c632bea is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:48:43.823177 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-48137e60-fcaa-4644-bb87-5b2c7e301dbe None None] Provisioning complete for port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:48:43.823535 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-48137e60-fcaa-4644-bb87-5b2c7e301dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:43.898500 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-48137e60-fcaa-4644-bb87-5b2c7e301dbe None None] Current status of the port 4c55afc2-7dfd-4d0c-9a54-0dceaef79f73 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:48:45.682326 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36034) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:48:45.876750 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5ec6b-2301-47db-9ccc-000607ba92da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:45.877141 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5ec6b-2301-47db-9ccc-000607ba92da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:45.878710 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-49d5ec6b-2301-47db-9ccc-000607ba92da admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954110 Jun 08 13:48:47.137287 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d1e67061-107e-4c0a-b9cc-b3035047ec30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:48.075516 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36042) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:48:48.214825 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468fa912-71c6-47b1-9120-be840bcb2c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:48.215295 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468fa912-71c6-47b1-9120-be840bcb2c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:48.216918 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-468fa912-71c6-47b1-9120-be840bcb2c72 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1404662 Jun 08 13:48:49.364894 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-3303433e-ccbe-483f-a5a7-322d84b843aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:50.419846 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36050) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:48:50.546100 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe26d3a0-2a1d-48aa-9953-ec75c724e5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:50.547439 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-fe26d3a0-2a1d-48aa-9953-ec75c724e5ab admin admin] 10.222.0.64 "GET /v2.0/networks/624b441d-b8b1-4775-8592-da553855e22c HTTP/1.1" status: 200 len: 869 time: 0.1267190 Jun 08 13:48:50.987441 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:52.209159 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:52.736880 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36058) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:48:52.769732 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:48:52.893324 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e382e4-a82e-4b40-bc06-ac4576a7d4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:52.894701 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-50e382e4-a82e-4b40-bc06-ac4576a7d4d0 admin admin] 10.222.0.64 "GET /v2.0/networks/b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 HTTP/1.1" status: 200 len: 886 time: 0.1568778 Jun 08 13:48:55.103964 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36068) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:48:55.228879 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ad0973-b53d-410f-900a-18c75901e38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:55.229326 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ad0973-b53d-410f-900a-18c75901e38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:55.230847 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-f8ad0973-b53d-410f-900a-18c75901e38f admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259615 Jun 08 13:48:57.451215 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36076) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:48:57.574005 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d7d888-649f-48e6-9f10-2aef81fd419d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:57.574459 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d7d888-649f-48e6-9f10-2aef81fd419d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:57.575973 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-41d7d888-649f-48e6-9f10-2aef81fd419d admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237521 Jun 08 13:48:59.795870 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36084) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:48:59.879541 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701d6005-2013-4e83-8338-d2f8fdd0a111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:48:59.880860 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-701d6005-2013-4e83-8338-d2f8fdd0a111 admin admin] 10.222.0.64 "GET /v2.0/subnets/0433d376-2064-4865-9a09-fb8b875bad50 HTTP/1.1" status: 200 len: 816 time: 0.0840349 Jun 08 13:49:02.101226 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36092) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:49:02.195147 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651a23b-2455-4b97-a7f6-fef57913e8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:02.196441 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-5651a23b-2455-4b97-a7f6-fef57913e8e5 admin admin] 10.222.0.64 "GET /v2.0/subnets/e26c705f-22bb-4d03-96a0-43d5e1345dee HTTP/1.1" status: 200 len: 868 time: 0.0942583 Jun 08 13:49:14.689600 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 5 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:49:17.142954 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ce9543ac-6f7c-427f-af3c-aa88fb009da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:19.366563 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-5194d546-862d-48d8-892d-0ce7bb559575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:20.980967 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:22.178178 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36146) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:49:22.214930 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:22.230663 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [None req-6d3f0d36-9d1a-48d1-8b47-6f5881a2f130 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:49:22.231669 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6d3f0d36-9d1a-48d1-8b47-6f5881a2f130 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524921 Jun 08 13:49:22.771393 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:24.505960 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36154) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:49:24.565801 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da0cf2e-7f01-4a63-9168-4c2e7a367d2c admin admin] GET failed (client error): The resource could not be found. Jun 08 13:49:24.567241 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-8da0cf2e-7f01-4a63-9168-4c2e7a367d2c admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602295 Jun 08 13:49:24.652028 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc5eb98-2ecc-466e-8c27-ea967db842e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:24.653465 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-bfc5eb98-2ecc-466e-8c27-ea967db842e3 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816567 Jun 08 13:49:26.889039 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36162) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:49:26.935826 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:49:26.958906 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Made reservation on behalf of 84521d2382114f9cabb19801a017e049 for: {'network': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:49:26.961095 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:26.987346 dv-cinder-845130-1-iscsi neutron-server[97370]: WARNING neutron.services.revisions.revision_plugin [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Could not find related network for resource to bump revision. Jun 08 13:49:27.001807 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=97370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:49:27.013233 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735513945631', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:27.013777 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Unsubscribe: segment precommit_create {{(pid=97370) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 13:49:27.014232 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.segments_db [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Added segment f1d688aa-3655-485c-a861-2f327f6d030a of type vlan for network b86e4139-b59e-4a4f-a31b-f0f2a4606798 Jun 08 13:49:27.057337 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:27.090840 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:27.091598 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:27.092165 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:27.155086 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2649255 Jun 08 13:49:27.184413 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28768ed-8750-467a-9ea2-07636b3add38 admin admin] Pushing event updated for resources: {'Network': ['ID=b86e4139-b59e-4a4f-a31b-f0f2a4606798,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:27.196487 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network b86e4139-b59e-4a4f-a31b-f0f2a4606798 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:49:29.374171 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36170) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:49:29.433597 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.pecan_wsgi.hooks.translation [None req-863f0179-90e6-4a89-8a6f-82ff106e4bb8 admin admin] GET failed (client error): The resource could not be found. Jun 08 13:49:29.434890 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-863f0179-90e6-4a89-8a6f-82ff106e4bb8 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597723 Jun 08 13:49:29.504284 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd8821-57a1-4956-bbd1-4e5f8e6a8f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:29.505718 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-8cdd8821-57a1-4956-bbd1-4e5f8e6a8f04 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657873 Jun 08 13:49:29.515511 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:49:29.533593 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Made reservation on behalf of 84521d2382114f9cabb19801a017e049 for: {'subnet': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:49:29.535754 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:29.692578 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:29.743388 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a077cf3-30f2-4543-b30e-413555f83511,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:29.752147 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Checking segment: {'id': 'f1d688aa-3655-485c-a861-2f327f6d030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:49:29.752505 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Network hostable DHCP agents. Network: b86e4139-b59e-4a4f-a31b-f0f2a4606798, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:49:29.767919 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Network b86e4139-b59e-4a4f-a31b-f0f2a4606798 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:49:29.775972 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, b86e4139-b59e-4a4f-a31b-f0f2a4606798) {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:29.779898 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:49:29.780512 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:29.785032 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a7347-0d3a-4789-95f0-8b63007fe523 None None] Network b86e4139-b59e-4a4f-a31b-f0f2a4606798 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:49:29.796198 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-00fb9853-891a-4918-a676-67a6d38df8d5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2838776 Jun 08 13:49:30.027231 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f580c9-6689-40c6-995c-97803597786d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-b86e4139-b59e-4a4f-a31b-f0f2a4606798', 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798', 'tenant_id': '84521d2382114f9cabb19801a017e049', 'fixed_ips': [{'subnet_id': '0a077cf3-30f2-4543-b30e-413555f83511'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:49:30.028110 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:30.170083 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-34f580c9-6689-40c6-995c-97803597786d None None] Allocated IP 192.168.233.2 (b86e4139-b59e-4a4f-a31b-f0f2a4606798/0a077cf3-30f2-4543-b30e-413555f83511/6a1975d2-d07e-404b-b77e-efc679a5c33d) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:49:30.317706 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:30.323579 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:30.364371 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f580c9-6689-40c6-995c-97803597786d None None] Network b86e4139-b59e-4a4f-a31b-f0f2a4606798 is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:49:30.367045 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-34f580c9-6689-40c6-995c-97803597786d None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:49:30.370118 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f580c9-6689-40c6-995c-97803597786d None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:49:30.378452 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f580c9-6689-40c6-995c-97803597786d None None] Pushing event updated for resources: {'Port': ['ID=6a1975d2-d07e-404b-b77e-efc679a5c33d,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:30.400798 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.401129 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.401492 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.401841 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.402161 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.402481 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.402793 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.403104 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.403441 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.403758 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.404065 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.404370 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:49:30.440081 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-34f580c9-6689-40c6-995c-97803597786d None None] Attempting to bind port 6a1975d2-d07e-404b-b77e-efc679a5c33d on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:49:30.440440 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-34f580c9-6689-40c6-995c-97803597786d None None] Attempting to bind port 6a1975d2-d07e-404b-b77e-efc679a5c33d by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'f1d688aa-3655-485c-a861-2f327f6d030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:49:30.441565 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f580c9-6689-40c6-995c-97803597786d None None] Attempting to bind port 6a1975d2-d07e-404b-b77e-efc679a5c33d on network b86e4139-b59e-4a4f-a31b-f0f2a4606798 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:49:30.445832 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f580c9-6689-40c6-995c-97803597786d None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:49:30.446328 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f580c9-6689-40c6-995c-97803597786d None None] Checking segment: {'id': 'f1d688aa-3655-485c-a861-2f327f6d030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:49:30.446724 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:30.447103 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f580c9-6689-40c6-995c-97803597786d None None] Bound using segment: {'id': 'f1d688aa-3655-485c-a861-2f327f6d030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:49:30.447554 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-34f580c9-6689-40c6-995c-97803597786d None None] Bound port: 6a1975d2-d07e-404b-b77e-efc679a5c33d, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d688aa-3655-485c-a861-2f327f6d030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:49:30.447938 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:30.511390 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-34f580c9-6689-40c6-995c-97803597786d None None] For port 6a1975d2-d07e-404b-b77e-efc679a5c33d, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:49:30.514769 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-34f580c9-6689-40c6-995c-97803597786d None None] For port 6a1975d2-d07e-404b-b77e-efc679a5c33d, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=6a1975d2-d07e-404b-b77e-efc679a5c33d,segment=NetworkSegment(f1d688aa-3655-485c-a861-2f327f6d030a),segment_id=f1d688aa-3655-485c-a861-2f327f6d030a)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:49:30.519306 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-34f580c9-6689-40c6-995c-97803597786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:30.577062 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f580c9-6689-40c6-995c-97803597786d None None] Pushing event updated for resources: {'Port': ['ID=6a1975d2-d07e-404b-b77e-efc679a5c33d,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:31.377019 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083e1ed-bc8b-4332-93b3-8fe23259545a None None] Network b86e4139-b59e-4a4f-a31b-f0f2a4606798 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:49:31.431530 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-95c7ff96-3c88-4be6-8969-0af2ee3085f5 None None] Provisioning complete for port 6a1975d2-d07e-404b-b77e-efc679a5c33d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:49:31.431892 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-95c7ff96-3c88-4be6-8969-0af2ee3085f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:31.588472 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-95c7ff96-3c88-4be6-8969-0af2ee3085f5 None None] Current status of the port 6a1975d2-d07e-404b-b77e-efc679a5c33d is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:49:31.588882 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-95c7ff96-3c88-4be6-8969-0af2ee3085f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:31.635609 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-95c7ff96-3c88-4be6-8969-0af2ee3085f5 None None] For port 6a1975d2-d07e-404b-b77e-efc679a5c33d, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=6a1975d2-d07e-404b-b77e-efc679a5c33d,segment=NetworkSegment(f1d688aa-3655-485c-a861-2f327f6d030a),segment_id=f1d688aa-3655-485c-a861-2f327f6d030a)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:49:31.643128 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-95c7ff96-3c88-4be6-8969-0af2ee3085f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:31.694896 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7ff96-3c88-4be6-8969-0af2ee3085f5 None None] Pushing event updated for resources: {'Port': ['ID=6a1975d2-d07e-404b-b77e-efc679a5c33d,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:49:31.867427 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-ad02acd2-812e-47dd-bbb6-d3a14cb72ef0 None None] Provisioning complete for port 6a1975d2-d07e-404b-b77e-efc679a5c33d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:49:31.867727 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ad02acd2-812e-47dd-bbb6-d3a14cb72ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:31.963829 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-ad02acd2-812e-47dd-bbb6-d3a14cb72ef0 None None] Current status of the port 6a1975d2-d07e-404b-b77e-efc679a5c33d is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:49:32.432727 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 6a1975d2-d07e-404b-b77e-efc679a5c33d up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:49:32.484227 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 6a1975d2-d07e-404b-b77e-efc679a5c33d triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:49:32.484592 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:32.559740 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 6a1975d2-d07e-404b-b77e-efc679a5c33d is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:49:47.144259 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-07d0ecec-4adf-4827-8811-99157e2a3872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:49.367703 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d547d6c9-6486-43fa-838f-19efb71681c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:50.985642 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:51.687604 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 5 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:49:52.214412 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:49:52.774989 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:17.147619 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-64d670e5-c0bd-40a2-acc5-e6b1016c2342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:19.372798 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ec43d390-467c-4438-83c2-581c4ec4427e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:20.987213 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:22.216837 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:22.777802 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:28.687252 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 5 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:50:47.153762 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d95119ce-68ef-44ae-8aab-bf813e2787ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:49.374528 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9c00983d-6cdf-46a7-958c-547a6fc8fe1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:50.992882 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:52.221199 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:52.779076 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:53.129092 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36208) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:50:53.135868 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [None req-0f9ac46d-61a5-4f0d-91da-e040537b311d tempest-verify_tempest_config-1040359519 tempest-verify_tempest_config-1040359519-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:50:53.136855 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0f9ac46d-61a5-4f0d-91da-e040537b311d tempest-verify_tempest_config-1040359519 tempest-verify_tempest_config-1040359519-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067291 Jun 08 13:50:53.444331 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36226) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:50:53.548905 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:53.619141 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:53.622569 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:53.665163 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1972d-4ee5-4b7b-a6fc-689317ed7be6,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:53.668659 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c1674bc321d4420ae8d121dfbaaa9dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2233689 Jun 08 13:50:53.671951 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36232) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:50:53.674449 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.674792 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.675128 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.675458 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.675781 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.676118 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.676708 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.677025 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.677351 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.677703 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.678020 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.678335 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5ef9e-b3ca-46a8-944b-5d18f8526dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.746523 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:53.766699 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:53.854221 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:53.856668 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:50:53.857830 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dce1972d-4ee5-4b7b-a6fc-689317ed7be6 HTTP/1.1" status: 204 len: 168 time: 0.1848462 Jun 08 13:50:53.866042 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1972d-4ee5-4b7b-a6fc-689317ed7be6,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:50:53.872987 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.873355 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.873724 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.874059 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.874921 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.875248 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.875571 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.875896 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.876337 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.876660 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.876982 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:50:53.877300 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92096f5-be32-4008-a201-c26988c00575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:51:05.687235 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 5 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:51:17.145719 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b9a365ff-e637-4942-82ba-69206051950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:51:19.376957 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2041aa80-e265-4b02-acfa-937a5e7606a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:51:20.992581 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:51:22.224233 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:51:22.784311 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:51:42.685447 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 5 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:51:47.148679 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-3db1598c-df4e-4352-bc65-c1687c26543e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:51:49.378357 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-118f75ae-1612-4c65-8efb-a5001fdd3c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:51:50.997219 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:51:52.227711 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:51:52.788995 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:17.150472 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-737cd24e-73b6-4a35-b5bc-7d47d9d539b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:19.379291 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-cb1593a1-7418-4323-8363-c4e3f5d54650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:19.684307 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 5 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:52:21.007849 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:22.230887 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:22.789896 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:36.852223 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692455'] for agent, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:47.151342 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df20fb3a-2475-497e-a2db-46b813324f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:49.379587 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-72b49b99-1f4f-4628-9072-98431026b462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:51.005489 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:51.971153 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36302) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:52:52.073008 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-2c8441fa-f557-4bc8-a396-49920582e485 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1002347 Jun 08 13:52:52.236862 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:52.791664 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:52:54.314219 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36312) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:52:54.367348 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-3b71260c-42bb-4ce9-b888-3d5d3e43d98e admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0520735 Jun 08 13:52:56.683290 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:53:06.822606 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:17.159866 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-fedc03a7-b005-4aa6-836a-afc26e33e953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:19.380977 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-16a3dea3-db81-4957-be03-1add5caecbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:21.007577 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:22.242268 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:22.793317 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:33.682486 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:53:36.821332 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:47.151939 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a9a1da7b-1974-4815-8a08-c05df1c1b2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:49.385067 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-678c4495-a481-4476-9558-33e350769ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:51.009873 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:52.248604 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:53:52.798064 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:06.835715 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:10.681045 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:54:17.155975 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-29285779-1d68-4913-9b6b-fb40139b80ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:19.378830 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b10536d7-d1c5-428f-98eb-54e83c534301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:21.014042 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:22.245819 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:22.804876 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:36.848197 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:37.876394 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36388) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:38.094034 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-network', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:38.123431 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Made reservation on behalf of cbf74718853442df9197c1600d83ef3d for: {'network': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:38.126912 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.138411 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.250078 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.262703 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.293706 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=97370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:54:38.299510 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5667d4ab-35eb-4ec6-b838-8ee77c5d1157,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:38.310949 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.311435 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.311836 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.312246 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.312563 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.312915 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.313252 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.313792 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.314218 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.314580 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.314925 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.315224 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Tracked resource versions report: Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: pushed versions: Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: { 'AddressGroup': {'1.2'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'ConntrackHelper': {'1.0'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Log': {'1.0'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Network': {'1.1'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Port': {'1.7'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'PortForwarding': {'1.2'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'QosPolicy': {'1.9'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SecurityGroup': {'1.4'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SubPort': {'1.0'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Subnet': {'1.1'}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Trunk': {'1.1'}} Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: consumer versions: Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: { DHCP agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: HyperV agent@hv-cinder-84513: {}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: L3 agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: Metadata agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: Metering agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: Open vSwitch agent@dv-cinder-845130-1-iscsi: { 'AddressGroup': '1.2', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'ConntrackHelper': '1.0', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Log': '1.0', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Network': '1.1', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Port': '1.7', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'PortForwarding': '1.2', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'QosPolicy': '1.9', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SecurityGroup': '1.4', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SecurityGroupRule': '1.2', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'SubPort': '1.0', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Subnet': '1.1', Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: 'Trunk': '1.1'}} Jun 08 13:54:38.316774 dv-cinder-845130-1-iscsi neutron-server[97370]: {{(pid=97370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:54:38.326558 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.327888 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.segments_db [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Added segment 9b35ad55-9150-48bb-a5f9-b5065e503ed7 of type vlan for network 54977f0b-29d9-45a1-af4e-31bae1d37d86 Jun 08 13:54:38.373216 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.411142 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.412268 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:38.413005 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.438415 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5585172 Jun 08 13:54:38.441738 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36440) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:38.448396 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Request body: {'subnet': {'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-subnet', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:38.471914 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Made reservation on behalf of cbf74718853442df9197c1600d83ef3d for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:38.475816 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Notify callbacks [] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.491494 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1322f8-388e-4359-a10b-d26d5716381b admin admin] Pushing event updated for resources: {'Network': ['ID=54977f0b-29d9-45a1-af4e-31bae1d37d86,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:38.502122 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:54:38.680695 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.743460 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:38.753030 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.753380 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.753749 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.754085 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.754417 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.754750 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.755076 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.755409 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.755746 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.756074 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.756401 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.756719 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Tracked resource versions report: Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: pushed versions: Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: { 'AddressGroup': {'1.2'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'ConntrackHelper': {'1.0'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Log': {'1.0'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Network': {'1.1'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Port': {'1.7'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'PortForwarding': {'1.2'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'QosPolicy': {'1.9'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SecurityGroup': {'1.4'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SubPort': {'1.0'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Subnet': {'1.1'}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Trunk': {'1.1'}} Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: consumer versions: Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: { DHCP agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: HyperV agent@hv-cinder-84513: {}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: L3 agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: Metadata agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: Metering agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: Open vSwitch agent@dv-cinder-845130-1-iscsi: { 'AddressGroup': '1.2', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'ConntrackHelper': '1.0', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Log': '1.0', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Network': '1.1', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Port': '1.7', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'PortForwarding': '1.2', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'QosPolicy': '1.9', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SecurityGroup': '1.4', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SecurityGroupRule': '1.2', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'SubPort': '1.0', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Subnet': '1.1', Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: 'Trunk': '1.1'}} Jun 08 13:54:38.757802 dv-cinder-845130-1-iscsi neutron-server[97369]: {{(pid=97369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:54:38.764842 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Checking segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:38.765205 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Network hostable DHCP agents. Network: 54977f0b-29d9-45a1-af4e-31bae1d37d86, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:54:38.783239 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:54:38.794026 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 54977f0b-29d9-45a1-af4e-31bae1d37d86) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:38.800576 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:38.801710 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.805285 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee77605-5c87-4dfd-91bc-7a2471215424 None None] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:38.827185 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36456) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:38.828637 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-136cdbc5-a664-4b78-8362-b44811c02275 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3853583 Jun 08 13:54:38.832095 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:38.866510 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:38.870514 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.006301 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-54977f0b-29d9-45a1-af4e-31bae1d37d86', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:54:39.007194 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.105214 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.204007 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Allocated IP 172.20.0.2 (54977f0b-29d9-45a1-af4e-31bae1d37d86/9ea09a68-7dd7-4aa5-9cc9-3b72d053d335/92f68d91-dadc-4bfc-bb5c-8cdd027623e2) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:39.271341 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.409445 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.427492 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.468108 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:39.471797 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:39.475746 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:39.484538 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Pushing event updated for resources: {'Port': ['ID=92f68d91-dadc-4bfc-bb5c-8cdd027623e2,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:39.516038 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.516647 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.516775 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.517268 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.518121 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.518773 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.519243 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.519868 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.520487 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.520962 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.521427 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.521912 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Tracked resource versions report: Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: pushed versions: Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: { 'AddressGroup': {'1.2'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'ConntrackHelper': {'1.0'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Log': {'1.0'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Network': {'1.1'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Port': {'1.7'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'PortForwarding': {'1.2'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'QosPolicy': {'1.9'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SecurityGroup': {'1.4'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SubPort': {'1.0'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Subnet': {'1.1'}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Trunk': {'1.1'}} Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: consumer versions: Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: { DHCP agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: HyperV agent@hv-cinder-84513: {}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: L3 agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: Metadata agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: Metering agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: Open vSwitch agent@dv-cinder-845130-1-iscsi: { 'AddressGroup': '1.2', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'ConntrackHelper': '1.0', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Log': '1.0', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Network': '1.1', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Port': '1.7', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'PortForwarding': '1.2', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'QosPolicy': '1.9', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SecurityGroup': '1.4', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SecurityGroupRule': '1.2', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'SubPort': '1.0', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Subnet': '1.1', Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: 'Trunk': '1.1'}} Jun 08 13:54:39.523321 dv-cinder-845130-1-iscsi neutron-server[97371]: {{(pid=97371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:54:39.525478 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.552126 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.565169 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Attempting to bind port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:54:39.565984 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Attempting to bind port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:54:39.566560 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Attempting to bind port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:39.577070 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:39.578197 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Checking segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:39.579720 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.580297 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Bound using segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:39.581492 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Bound port: 92f68d91-dadc-4bfc-bb5c-8cdd027623e2, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:54:39.582088 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.669402 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] For port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:39.675188 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] For port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=92f68d91-dadc-4bfc-bb5c-8cdd027623e2,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:39.681512 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.697773 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Allocated IP 172.27.0.58 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/436d9c14-3394-435b-92e0-173bc35e2f7f) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:39.785520 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471b108-da40-4c00-a03f-8b036e68243b None None] Pushing event updated for resources: {'Port': ['ID=92f68d91-dadc-4bfc-bb5c-8cdd027623e2,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:39.852128 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.890893 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:39.940558 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=436d9c14-3394-435b-92e0-173bc35e2f7f,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:39.944778 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:39.946749 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:39.950038 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:40.063533 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36520) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:40.211396 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36526) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:40.226544 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:40.260028 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36530) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:40.492631 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:40.499704 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-network', 'tenant_id': '32b44032f04541228ee68e9de40262d0'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:40.536893 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Made reservation on behalf of 32b44032f04541228ee68e9de40262d0 for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:40.539174 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:40.553547 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:40.737524 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:54:40.767042 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:40.779351 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-89939289-network', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:40.820029 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36540) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:40.828581 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:40.851089 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:54:40.863163 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36546) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:40.881785 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:40.882401 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Added segment fa8a55e7-3eec-4c3b-841f-96f55dd12f7b of type vlan for network 7ad6f45b-ae63-4e65-8c05-829489007dd9 Jun 08 13:54:40.886325 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:54:40.887778 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:40.888149 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:40.989713 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.027472 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1485337116-network', 'tenant_id': 'c99b89e609ee47d385b30c462d076835'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:41.034406 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1085608-network', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:41.093011 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-51844606-network', 'tenant_id': '81208b487a5b41d196a5399e92ffd276'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:41.097545 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.098687 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:41.099515 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.103686 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:41.104345 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.108704 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Made reservation on behalf of aadf16efc56c4784ba77cb1b3db9b361 for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:41.109122 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Made reservation on behalf of c99b89e609ee47d385b30c462d076835 for: {'network': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:41.110999 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.116015 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.145455 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.147533 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Made reservation on behalf of d38c085b2a2845cfb125357ea637ad1b for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:41.150109 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.159818 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a5b979-d415-43d2-8bc4-2486d7a76fa3,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:41.172526 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.185961 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=92f68d91-dadc-4bfc-bb5c-8cdd027623e2,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:41.192601 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.238311 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca7267-d0cc-4b81-8d22-ff5a214402bf None None] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:41.244722 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2114236 Jun 08 13:54:41.326396 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.335303 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36572) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:41.339045 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=92f68d91-dadc-4bfc-bb5c-8cdd027623e2,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:41.350442 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Request body: {'subnet': {'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-subnet', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:41.352607 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-ab8ee8a4-91f6-4d5d-886e-223004bcca70 None None] Provisioning complete for port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:41.353152 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ab8ee8a4-91f6-4d5d-886e-223004bcca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.378925 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.392213 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.398000 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Made reservation on behalf of 32b44032f04541228ee68e9de40262d0 for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:41.398756 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Made reservation on behalf of 81208b487a5b41d196a5399e92ffd276 for: {'network': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:41.400930 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Notify callbacks [] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.401074 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.441095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5208926d-3795-4f43-8ab2-371607913767,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:41.479276 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44874c-4381-4528-aee8-63477e3a0a3b admin admin] Pushing event updated for resources: {'Network': ['ID=7ad6f45b-ae63-4e65-8c05-829489007dd9,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:41.488425 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:54:41.491110 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:54:41.501733 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Sync routers for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:54:41.522329 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:54:41.523501 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:41.528236 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.548728 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.553189 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Added segment 5c750b49-7390-408e-a4c0-93fa835f12c0 of type vlan for network 93f0707a-1edc-4bee-b42f-49d92e9de51d Jun 08 13:54:41.579904 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.582011 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-cf806197-ae5c-463a-b689-b0fff1e6c8f2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7535665 Jun 08 13:54:41.585899 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36584) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:41.613958 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 7ad6f45b-ae63-4e65-8c05-829489007dd9 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:54:41.661675 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.680462 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.704011 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.720961 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:54:41.734719 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.735513 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Added segment d879e5e4-8a62-4547-ad78-aab0b7fc3840 of type vlan for network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f Jun 08 13:54:41.761282 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ee8a4-91f6-4d5d-886e-223004bcca70 None None] Current status of the port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:41.771598 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.782164 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.803170 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.832218 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d48c87c-1df3-45f8-937c-8c51a46afab7,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:41.878530 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=97370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:54:41.918482 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:41.921481 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:41.922305 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.043235 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.044598 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:42.045396 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.088945 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b4a4d-af1a-4c05-8ab8-6b8afb349b59,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:42.093935 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:54:42.155214 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9426215 Jun 08 13:54:42.158140 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36602) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:42.169291 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Request body: {'subnet': {'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-89939289-subnet', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:42.195019 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec0315-d25d-43f9-9c91-af70bb180ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=298c9aca-e11f-492a-8f20-a7e4bdf24a3f,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:42.218105 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:54:42.224577 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-ba00924e-372c-45f8-a678-bd16611d6502 None None] Provisioning complete for port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:42.229498 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ba00924e-372c-45f8-a678-bd16611d6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.249329 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.249725 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.segments_db [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Added segment ca656135-2d9a-4620-b464-3a6e88569b5e of type vlan for network 79c67d1c-fd25-4157-b71d-18041957a44f Jun 08 13:54:42.286584 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.287507 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] Pushing event updated for resources: {'Network': ['ID=93f0707a-1edc-4bee-b42f-49d92e9de51d,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:42.295500 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-2eeba1cd-1123-4ef5-be4f-3e3db877647c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0342426 Jun 08 13:54:42.300187 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Made reservation on behalf of aadf16efc56c4784ba77cb1b3db9b361 for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:42.304010 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.333654 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36610) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:42.342059 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Request body: {'subnet': {'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1085608-subnet', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:42.368561 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.418313 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d9a8db-c30f-4171-8844-8bb4a67632ca,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:42.450083 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.468153 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=97370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:54:42.503701 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.504523 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.segments_db [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Added segment 679b14fb-e5d4-40d3-a459-cbae8236422e of type vlan for network 23913f04-a543-4b65-b1cb-82c7cd102e56 Jun 08 13:54:42.509681 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:40Z', 'revision_number': 3, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:42.569306 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Checking router: 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:54:42.569682 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Updating router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 port 436d9c14-3394-435b-92e0-173bc35e2f7f binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:54:42.600427 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.614126 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Made reservation on behalf of d38c085b2a2845cfb125357ea637ad1b for: {'subnet': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:42.614357 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.618774 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.702108 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:54:42.750695 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:54:42.841561 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36622) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:42.911026 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:42.989873 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c03411-4f9d-40dc-b91b-31fa29ca3e29,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:42.997319 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa874c81-e5f6-4f9c-8206-d47c0f483b09,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:43.009423 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Checking segment: {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:43.009897 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Network hostable DHCP agents. Network: 7ad6f45b-ae63-4e65-8c05-829489007dd9, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:54:43.024276 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.038447 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.039849 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:43.040724 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.054812 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-ba00924e-372c-45f8-a678-bd16611d6502 None None] Current status of the port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:43.075832 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:43.076954 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.078064 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.088424 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Network 7ad6f45b-ae63-4e65-8c05-829489007dd9 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:54:43.093880 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.119996 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54272c6b-c964-42a3-92d5-13a4b5a71a8f,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:43.124134 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 7ad6f45b-ae63-4e65-8c05-829489007dd9) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:43.134743 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:43.135694 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.137482 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c224ec8c-96bc-475a-9134-c938daa3d898 None None] Network 7ad6f45b-ae63-4e65-8c05-829489007dd9 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:43.139568 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Checking segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:43.140121 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Network hostable DHCP agents. Network: 298c9aca-e11f-492a-8f20-a7e4bdf24a3f, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:54:43.201368 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36634) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:43.203302 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] Pushing event updated for resources: {'Network': ['ID=79c67d1c-fd25-4157-b71d-18041957a44f,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:43.203492 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-d656c36c-6eab-448b-8d60-cc9ecdcf531e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8620617 Jun 08 13:54:43.204823 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:54:43.217337 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 79c67d1c-fd25-4157-b71d-18041957a44f details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:54:43.226449 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 298c9aca-e11f-492a-8f20-a7e4bdf24a3f) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:43.243522 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:43.244486 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:43.245870 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.253291 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Attempting to bind port 436d9c14-3394-435b-92e0-173bc35e2f7f on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:54:43.254615 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Attempting to bind port 436d9c14-3394-435b-92e0-173bc35e2f7f by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:54:43.255023 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7e0ef30e-8873-4aa4-963b-a7351b0c2585 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4339530 Jun 08 13:54:43.255369 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Attempting to bind port 436d9c14-3394-435b-92e0-173bc35e2f7f on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:43.255859 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f66c-aa87-49f7-936c-66067f780fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.261135 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36638) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:43.264471 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.269247 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Pushing event updated for resources: {'Port': ['ID=436d9c14-3394-435b-92e0-173bc35e2f7f,revision_number=2']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:43.272338 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Request body: {'subnet': {'network_id': '79c67d1c-fd25-4157-b71d-18041957a44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1485337116-subnet', 'tenant_id': 'c99b89e609ee47d385b30c462d076835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:43.283178 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.283926 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.285522 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.286060 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077ffb9-c457-4183-ad23-5b4984eb5390 None None] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:43.286324 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.286872 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.287994 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.288537 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.289235 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.289800 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.290208 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.290723 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.291135 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Tracked resource versions report: Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: pushed versions: Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: { 'AddressGroup': {'1.2'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'ConntrackHelper': {'1.0'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Log': {'1.0'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Network': {'1.1'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Port': {'1.7'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'PortForwarding': {'1.2'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'QosPolicy': {'1.9'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SecurityGroup': {'1.4'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SecurityGroupRule': {'1.2'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SubPort': {'1.0'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Subnet': {'1.1'}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Trunk': {'1.1'}} Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: consumer versions: Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: { DHCP agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: HyperV agent@hv-cinder-84513: {}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: L3 agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: Metadata agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: Metering agent@dv-cinder-845130-1-iscsi: {}, Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: Open vSwitch agent@dv-cinder-845130-1-iscsi: { 'AddressGroup': '1.2', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'ConntrackHelper': '1.0', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Log': '1.0', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Network': '1.1', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Port': '1.7', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'PortForwarding': '1.2', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'QosPolicy': '1.9', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SecurityGroup': '1.4', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SecurityGroupRule': '1.2', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'SubPort': '1.0', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Subnet': '1.1', Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: 'Trunk': '1.1'}} Jun 08 13:54:43.292608 dv-cinder-845130-1-iscsi neutron-server[97372]: {{(pid=97372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 13:54:43.297530 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-989ff5a9-3c36-4e63-a18c-5d67009c1f01 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1354148 Jun 08 13:54:43.300600 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36642) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:43.305859 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:43.306219 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:43.307387 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.307794 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:43.308289 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Bound port: 436d9c14-3394-435b-92e0-173bc35e2f7f, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:54:43.308695 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.316175 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:43.351673 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Made reservation on behalf of c99b89e609ee47d385b30c462d076835 for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:43.356425 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.386136 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] For port 436d9c14-3394-435b-92e0-173bc35e2f7f, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:43.389009 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f66c-aa87-49f7-936c-66067f780fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.390353 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] For port 436d9c14-3394-435b-92e0-173bc35e2f7f, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=436d9c14-3394-435b-92e0-173bc35e2f7f,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:43.391430 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.401144 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.408893 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.db.resource_extend [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 13:54:43.409697 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.415246 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.418088 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2b7f66c-aa87-49f7-936c-66067f780fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.479510 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93a64e-5bcc-40b9-b099-85b44d49802d None None] Pushing event updated for resources: {'Port': ['ID=436d9c14-3394-435b-92e0-173bc35e2f7f,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:43.498784 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Checking segment: {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:43.499428 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Network hostable DHCP agents. Network: 93f0707a-1edc-4bee-b42f-49d92e9de51d, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:54:43.513815 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.514821 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.518315 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.519610 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:43.519891 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.522270 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:54:43.523048 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:43.535704 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d2b7f66c-aa87-49f7-936c-66067f780fba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ea4b00d0948426ba9dba916f91a6b17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6852081 Jun 08 13:54:43.539272 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36646) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:43.593945 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7f66c-aa87-49f7-936c-66067f780fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0165fda1-ab5d-4ede-841b-9337a35bb6eb,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:43.607542 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:43.654030 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7858524 Jun 08 13:54:43.675444 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36648) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:43.757359 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:54:43.759608 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Request body: {'subnet': {'network_id': '23913f04-a543-4b65-b1cb-82c7cd102e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-51844606-subnet', 'tenant_id': '81208b487a5b41d196a5399e92ffd276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:43.777750 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.810921 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aad939-04af-4104-9452-55c7781e21a8 admin admin] Pushing event updated for resources: {'Network': ['ID=23913f04-a543-4b65-b1cb-82c7cd102e56,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:43.839743 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Allocated IP 172.20.0.1 (54977f0b-29d9-45a1-af4e-31bae1d37d86/9ea09a68-7dd7-4aa5-9cc9-3b72d053d335/50b5dd68-7e20-43a1-a271-2a40e3b6635c) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:43.841101 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 23913f04-a543-4b65-b1cb-82c7cd102e56 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:54:43.924300 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-7ad6f45b-ae63-4e65-8c05-829489007dd9', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:54:43.925436 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.978229 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:43.985916 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Made reservation on behalf of 81208b487a5b41d196a5399e92ffd276 for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:43.988287 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.030542 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e580d5be-3fd9-43e1-a70d-70109a6e1f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.049333 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:54:44.053628 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.055012 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.057951 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:54:44.059370 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.117025 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 93f0707a-1edc-4bee-b42f-49d92e9de51d) {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:44.132207 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:40Z', 'revision_number': 3, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:44.157366 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:44.157989 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.173200 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f28fc82-90cd-449f-a0ae-058c76736831 None None] The sync data for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi is: [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:40Z', 'revision_number': 3, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:54:44.199561 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e580d5be-3fd9-43e1-a70d-70109a6e1f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.201816 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:44.212285 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:44.215738 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.247611 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947ebeb7-152b-4781-8085-83387c89cbda None None] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:44.403195 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.429406 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:44.430077 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.458472 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Allocated IP 172.20.0.2 (298c9aca-e11f-492a-8f20-a7e4bdf24a3f/54272c6b-c964-42a3-92d5-13a4b5a71a8f/3bcb1e0e-1a07-4b63-b364-d8e77e3f7668) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:44.487165 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Pushing event updated for resources: {'Port': ['ID=50b5dd68-7e20-43a1-a271-2a40e3b6635c,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:44.526403 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d82a63-8750-454e-8494-35ea4136119e,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:44.527105 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-435c3b92-e847-4edd-85db-8b962b1cac02 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1898499 Jun 08 13:54:44.540162 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36656) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:44.546772 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:44.553395 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.606082 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e580d5be-3fd9-43e1-a70d-70109a6e1f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.613322 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e580d5be-3fd9-43e1-a70d-70109a6e1f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.618797 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-e580d5be-3fd9-43e1-a70d-70109a6e1f4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0165fda1-ab5d-4ede-841b-9337a35bb6eb HTTP/1.1" status: 204 len: 168 time: 1.0725060 Jun 08 13:54:44.653852 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580d5be-3fd9-43e1-a70d-70109a6e1f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0165fda1-ab5d-4ede-841b-9337a35bb6eb,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:44.673263 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.679825 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.692743 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Allocated IP 172.20.0.2 (7ad6f45b-ae63-4e65-8c05-829489007dd9/fa874c81-e5f6-4f9c-8206-d47c0f483b09/124e0cb7-ff3a-4b98-a78c-e286addfcce7) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:44.712533 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Checking segment: {'id': 'ca656135-2d9a-4620-b464-3a6e88569b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '79c67d1c-fd25-4157-b71d-18041957a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:44.713145 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Network hostable DHCP agents. Network: 79c67d1c-fd25-4157-b71d-18041957a44f, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:54:44.755049 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.794029 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Network 79c67d1c-fd25-4157-b71d-18041957a44f is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:54:44.840659 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-336471a8-265b-4a01-b895-5a02932535d9 None None] Provisioning complete for port 50b5dd68-7e20-43a1-a271-2a40e3b6635c triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:44.840866 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-336471a8-265b-4a01-b895-5a02932535d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.842263 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 79c67d1c-fd25-4157-b71d-18041957a44f) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:44.865891 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-93f0707a-1edc-4bee-b42f-49d92e9de51d', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:54:44.867134 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.869659 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d16ef8-4b88-4cd9-ae18-bc54cd60ac35 None None] Network 79c67d1c-fd25-4157-b71d-18041957a44f requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:44.929981 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:44.995952 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:44.997264 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.050599 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.116648 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.124201 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Checking segment: {'id': '679b14fb-e5d4-40d3-a459-cbae8236422e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '23913f04-a543-4b65-b1cb-82c7cd102e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:45.124686 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Network hostable DHCP agents. Network: 23913f04-a543-4b65-b1cb-82c7cd102e56, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:54:45.136266 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.172783 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7d02b0ad-5a93-4859-9bb8-f809836607f4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9060681 Jun 08 13:54:45.184112 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.238780 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.401651 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.482686 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36676) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:45.554590 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Allocated IP 172.27.0.119 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/186247e6-b24f-44fa-aa68-b36ba1582195) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:45.588293 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.607688 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b5f652-66b2-4591-98b3-f9c72e7ee8bb,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:45.637685 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0ed7a78c-581d-4ddd-9dfa-1790b925d4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.670980 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Network 23913f04-a543-4b65-b1cb-82c7cd102e56 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:54:45.687730 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-336471a8-265b-4a01-b895-5a02932535d9 None None] Port 50b5dd68-7e20-43a1-a271-2a40e3b6635c cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:54:45.691550 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 23913f04-a543-4b65-b1cb-82c7cd102e56) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:45.696140 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.731424 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:45.733408 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.758343 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.766655 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-b334f5dd-9c87-435d-b9e7-326e413971fe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0369208 Jun 08 13:54:45.804358 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.809211 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.819311 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:45.820846 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd510cf-21e6-4912-9b75-e8d83335fcd8 None None] Network 23913f04-a543-4b65-b1cb-82c7cd102e56 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:45.851391 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:45.872606 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Network 7ad6f45b-ae63-4e65-8c05-829489007dd9 is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:45.951432 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.967329 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:45.968318 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:46.015006 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:46.103494 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:46.122532 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36716) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:46.128280 dv-cinder-845130-1-iscsi neutron-server[97369]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 13:54:46.216772 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0ed7a78c-581d-4ddd-9dfa-1790b925d4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:46.232156 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Pushing event updated for resources: {'Port': ['ID=186247e6-b24f-44fa-aa68-b36ba1582195,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:46.273109 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Allocated IP 172.20.0.2 (93f0707a-1edc-4bee-b42f-49d92e9de51d/23c03411-4f9d-40dc-b91b-31fa29ca3e29/e8f9f4d5-a214-429c-ac38-db3031975701) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:46.294333 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Pushing event updated for resources: {'Port': ['ID=50b5dd68-7e20-43a1-a271-2a40e3b6635c,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:46.315039 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:46.319988 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:46.395657 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:46.406350 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:46.415515 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:46.423682 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:46.430488 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01b51d-5fbb-4422-9778-37d277c4b7d1 None None] Network 79c67d1c-fd25-4157-b71d-18041957a44f requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:46.434217 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:46.504859 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0ed7a78c-581d-4ddd-9dfa-1790b925d4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:46.586760 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:46.645344 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Pushing event updated for resources: {'Port': ['ID=124e0cb7-ff3a-4b98-a78c-e286addfcce7,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:46.818303 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-72bebdf3-6838-4a64-ab14-973ba36e63bc tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:46.821634 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-72bebdf3-6838-4a64-ab14-973ba36e63bc tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/networks?id=79c67d1c-fd25-4157-b71d-18041957a44f HTTP/1.1" status: 200 len: 812 time: 0.6952868 Jun 08 13:54:46.868334 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-02dda7d4-ea05-4ab0-9d52-7a861e480274 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/quotas/c99b89e609ee47d385b30c462d076835 HTTP/1.1" status: 200 len: 375 time: 0.0213056 Jun 08 13:54:46.929408 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36734) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:46.943046 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-f8bcbc86-1e4a-4e67-ab16-ff44d7ec55ae tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c99b89e609ee47d385b30c462d076835&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737631 Jun 08 13:54:46.943233 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Pushing event updated for resources: {'Port': ['ID=3bcb1e0e-1a07-4b63-b364-d8e77e3f7668,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:46.946484 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:46.949007 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 436d9c14-3394-435b-92e0-173bc35e2f7f up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:54:46.959307 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-330211487-network', 'tenant_id': '165e8962abc2465daedf2e4e033a9a9b'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:46.965046 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0ed7a78c-581d-4ddd-9dfa-1790b925d4fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60f5619b297e4dfaad143e69438ca7c3&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4802303 Jun 08 13:54:46.977201 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36742) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:47.045594 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Allocated IP 172.27.0.220 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:47.065567 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Made reservation on behalf of 165e8962abc2465daedf2e4e033a9a9b for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:47.068165 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.081084 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-72b872f4-0b98-4a1c-b544-a3b7f43c0137 None None] Provisioning complete for port 50b5dd68-7e20-43a1-a271-2a40e3b6635c triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:47.081282 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7a78c-581d-4ddd-9dfa-1790b925d4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039e97ea-cb96-43fb-8cac-371d64d1aa62,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:47.081454 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-72b872f4-0b98-4a1c-b544-a3b7f43c0137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.090188 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.126559 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:54:47.128069 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5ae8bc-08e0-417e-b308-7b7c250b2355 None None] Network 23913f04-a543-4b65-b1cb-82c7cd102e56 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:47.137156 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.157730 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.208115 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Attempting to bind port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:54:47.208478 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Attempting to bind port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:54:47.208832 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Attempting to bind port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 on network 7ad6f45b-ae63-4e65-8c05-829489007dd9 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:47.254026 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:47.265318 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-52b37311-9196-446f-b1b6-436848d9f6e7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:54:47.266368 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-52b37311-9196-446f-b1b6-436848d9f6e7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1507869 Jun 08 13:54:47.279018 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:47.288576 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:47.289026 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Checking segment: {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:47.289541 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.289966 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Bound using segment: {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:47.290537 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Bound port: 124e0cb7-ff3a-4b98-a78c-e286addfcce7, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:54:47.290948 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.300309 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:47.303215 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Attempting to bind port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:54:47.304249 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Attempting to bind port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:54:47.304249 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Attempting to bind port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:47.327935 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-240c4ecd-f24c-426e-9a72-8dff2d346d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.334567 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.337161 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-72b872f4-0b98-4a1c-b544-a3b7f43c0137 None None] Port 50b5dd68-7e20-43a1-a271-2a40e3b6635c cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:54:47.344048 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Pushing event updated for resources: {'Port': ['ID=e8f9f4d5-a214-429c-ac38-db3031975701,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:47.346913 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:47.347304 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Checking segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:47.347680 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.348057 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Bound using segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:47.348535 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Bound port: 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:54:47.348920 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.371038 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c0631d9a-2452-4869-8b6c-e152bab53f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.399357 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:54:47.405308 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-9bb7ab40-d993-4ff2-8108-ba5bcd5e64b4 admin admin] 10.222.0.64 "PUT /v2.0/routers/5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8183174 Jun 08 13:54:47.422575 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.431143 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Sync routers for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:54:47.466570 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.467751 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c0631d9a-2452-4869-8b6c-e152bab53f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.523771 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 436d9c14-3394-435b-92e0-173bc35e2f7f triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:47.523771 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.536446 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:47.548789 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:47.552018 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Allocated IP 172.27.0.81 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/320c5cfc-ee71-41d4-96f3-a7aa817a8ce3) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:47.554394 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:47.561534 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:47.595899 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:54:47.596562 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:47.605419 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Attempting to bind port e8f9f4d5-a214-429c-ac38-db3031975701 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:54:47.605419 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Attempting to bind port e8f9f4d5-a214-429c-ac38-db3031975701 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:54:47.605775 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Attempting to bind port e8f9f4d5-a214-429c-ac38-db3031975701 on network 93f0707a-1edc-4bee-b42f-49d92e9de51d {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:47.609353 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-fa2d2a0d-ecc5-446a-9d0e-72cf26068df9 service neutron] 10.222.0.64 "GET /v2.0/networks/79c67d1c-fd25-4157-b71d-18041957a44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083622 Jun 08 13:54:47.639338 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.643760 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] For port 124e0cb7-ff3a-4b98-a78c-e286addfcce7, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:47.682256 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:54:47.695435 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:47.695805 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Checking segment: {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:47.696201 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.696592 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Bound using segment: {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:47.697079 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Bound port: e8f9f4d5-a214-429c-ac38-db3031975701, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:54:47.697472 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.722002 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.734971 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] For port 124e0cb7-ff3a-4b98-a78c-e286addfcce7, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=124e0cb7-ff3a-4b98-a78c-e286addfcce7,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:47.756972 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] For port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:47.764862 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] For port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=3bcb1e0e-1a07-4b63-b364-d8e77e3f7668,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:47.792167 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c0631d9a-2452-4869-8b6c-e152bab53f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.793655 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c0631d9a-2452-4869-8b6c-e152bab53f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.797360 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-c0631d9a-2452-4869-8b6c-e152bab53f1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/039e97ea-cb96-43fb-8cac-371d64d1aa62 HTTP/1.1" status: 204 len: 168 time: 0.7906253 Jun 08 13:54:47.797360 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:54:47.825731 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.875322 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.943092 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd4004-e5dc-4a7c-8fd7-022c0c596138,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:47.960091 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.991814 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:47.992347 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Added segment ec5dfd8d-bf5b-4e0c-bc8b-73b31cd0b7e1 of type vlan for network 516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c Jun 08 13:54:48.027359 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:48.042894 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:48.084546 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722cfcc-2aeb-4145-9d3c-fcd77e0d52db None None] Pushing event updated for resources: {'Port': ['ID=124e0cb7-ff3a-4b98-a78c-e286addfcce7,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:48.095451 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0631d9a-2452-4869-8b6c-e152bab53f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039e97ea-cb96-43fb-8cac-371d64d1aa62,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:48.099118 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:48.109644 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:48.110851 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:48.112530 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:48.137893 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b8532ad4-50b7-437a-b4e0-bb7cdc86928b service neutron] 10.222.0.64 "GET /v2.0/networks/79c67d1c-fd25-4157-b71d-18041957a44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154569 Jun 08 13:54:48.165646 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36776) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:48.308185 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:54:48.310605 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 436d9c14-3394-435b-92e0-173bc35e2f7f is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:48.310605 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:48.318523 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] Pushing event updated for resources: {'Network': ['ID=516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:48.350252 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-323091e0-5a70-4f5f-a5a1-99b0b0188537 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3989627 Jun 08 13:54:48.350252 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36780) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:48.362328 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Request body: {'subnet': {'network_id': '516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-330211487-subnet', 'tenant_id': '165e8962abc2465daedf2e4e033a9a9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:48.412196 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:48.414997 dv-cinder-845130-1-iscsi neutron-server[97370]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 13:54:48.416921 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:48.421066 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:54:48.436982 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] For port e8f9f4d5-a214-429c-ac38-db3031975701, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:48.569165 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:48.619507 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Made reservation on behalf of 165e8962abc2465daedf2e4e033a9a9b for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:48.624325 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Notify callbacks [] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:48.659647 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 436d9c14-3394-435b-92e0-173bc35e2f7f, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=436d9c14-3394-435b-92e0-173bc35e2f7f,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:48.685578 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced448ae-c938-4f8e-8d1a-1ac788b323bb None None] Pushing event updated for resources: {'Port': ['ID=3bcb1e0e-1a07-4b63-b364-d8e77e3f7668,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:48.699735 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:48.707819 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] For port e8f9f4d5-a214-429c-ac38-db3031975701, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=e8f9f4d5-a214-429c-ac38-db3031975701,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:48.762715 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:48.863281 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Pushing event updated for resources: {'Port': ['ID=320c5cfc-ee71-41d4-96f3-a7aa817a8ce3,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:48.866068 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f76b466b-e24c-405d-9f8b-ce1c6da8f98e req-d09d7786-2399-466e-8407-f35d7b334224 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 210 time: 0.0855622 Jun 08 13:54:48.881507 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:49.208569 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:49.218583 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:49.271562 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 124e0cb7-ff3a-4b98-a78c-e286addfcce7 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:54:49.385022 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1d77d4-3c30-4bba-b061-40f7f9be4bee,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:49.391725 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:54:49.521733 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=436d9c14-3394-435b-92e0-173bc35e2f7f,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:49.570565 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:54:49.585516 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:54:49.603193 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:54:49.604661 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:49.605229 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-a57548e1-c904-4425-8957-7312e5bb5497 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:49.607525 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-a57548e1-c904-4425-8957-7312e5bb5497 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 819 time: 1.4303930 Jun 08 13:54:49.621858 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] Notify callbacks [] for router, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:49.626317 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-15eed9bf-7677-4513-ad9c-8d73efa23115 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3209286 Jun 08 13:54:49.626792 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36840) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:49.677183 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b46401a8-aaa2-47c4-b846-2d063ac54f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:49.821883 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a869b5-5ef4-49bf-a60b-4bd901898a1f None None] Pushing event updated for resources: {'Port': ['ID=e8f9f4d5-a214-429c-ac38-db3031975701,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:50.005219 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:54:50.027768 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:50.027768 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:50.171759 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edffd96-9665-458e-830d-1b2193b6dec0 None None] Network 7ad6f45b-ae63-4e65-8c05-829489007dd9 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:50.315123 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Checking segment: {'id': 'ec5dfd8d-bf5b-4e0c-bc8b-73b31cd0b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:50.315715 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Network hostable DHCP agents. Network: 516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:54:50.340102 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-b1fdf981-792c-400f-b912-98ff8d01362a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/quotas/cbf74718853442df9197c1600d83ef3d HTTP/1.1" status: 200 len: 375 time: 0.7057517 Jun 08 13:54:50.400175 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:45Z', 'revision_number': 2, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:50.418669 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cdcfe0d1-92ab-44bf-a20f-419cbfd775f1 req-4a3e6ab7-200a-4795-8748-36b0045c9c85 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 210 time: 0.1079748 Jun 08 13:54:50.499614 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:50.529732 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Checking router: 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:54:50.530262 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Updating router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 port 50b5dd68-7e20-43a1-a271-2a40e3b6635c binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:54:50.536177 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b010b3-3311-430d-a3d2-1363de3071ab None None] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:50.545492 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-8e190a93-ff58-4ea0-bb00-9e1e4a11686b None None] Provisioning complete for port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:50.550201 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-8e190a93-ff58-4ea0-bb00-9e1e4a11686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:50.603026 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:46Z', 'revision_number': 3, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:50.632894 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-e1d722a2-f53c-47e8-bbac-9bea9825e5c1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2918689 Jun 08 13:54:50.728651 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:54:50.731017 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Updating router df19cf45-33c4-4efe-a806-b1350e3e2c47 port 186247e6-b24f-44fa-aa68-b36ba1582195 binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:54:50.796487 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:50.819623 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:54:50.841427 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:50.878883 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Network 516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:54:50.909712 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:50.929441 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:50.930420 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:51.006607 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9ce873-225f-4916-967d-bf6a489de48c None None] Network 516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:51.046079 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-8b0bd7c8-2502-481f-9539-e83c45512201 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6885247 Jun 08 13:54:51.242833 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:51.309081 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36896) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:51.410227 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:54:51.456337 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:51.461590 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:51.487816 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:51.489076 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-eda1b323-c8a1-4c64-a573-935c17531fc1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2806978 Jun 08 13:54:51.529470 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:51.539284 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 36910) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:51.601657 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Sync routers for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:54:51.669155 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b456cf-cb1b-4e5e-adf2-3f96785881cd None None] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:51.672379 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:51.710914 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-fe9e1c20-2cb8-4cb4-a102-cf9e76105523 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:54:51.712129 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-fe9e1c20-2cb8-4cb4-a102-cf9e76105523 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3623042 Jun 08 13:54:51.777370 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_v2 [None req-486dda04-50ea-482b-b989-8443e402ea8a admin admin] Deleting subnet c2b5f652-66b2-4591-98b3-f9c72e7ee8bb {{(pid=97369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 13:54:51.811948 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:51.817552 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-486dda04-50ea-482b-b989-8443e402ea8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:51.832755 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:51.842220 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:54:51.844186 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:51.875737 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 124e0cb7-ff3a-4b98-a78c-e286addfcce7, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=124e0cb7-ff3a-4b98-a78c-e286addfcce7,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:51.889001 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-8e190a93-ff58-4ea0-bb00-9e1e4a11686b None None] Current status of the port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:51.889899 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-8e190a93-ff58-4ea0-bb00-9e1e4a11686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:51.940418 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:52.008528 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a63224-c144-4d7d-bcb8-777b819cdc2c None None] Pushing event updated for resources: {'Port': ['ID=186247e6-b24f-44fa-aa68-b36ba1582195,revision_number=2']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:52.029797 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Attempting to bind port 186247e6-b24f-44fa-aa68-b36ba1582195 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:54:52.029797 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Attempting to bind port 186247e6-b24f-44fa-aa68-b36ba1582195 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:54:52.029797 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Attempting to bind port 186247e6-b24f-44fa-aa68-b36ba1582195 on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:52.045741 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:52.046120 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:52.046738 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:52.049171 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:52.054106 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Bound port: 186247e6-b24f-44fa-aa68-b36ba1582195, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:54:52.054801 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:52.115319 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-e088036b-ebbf-402e-80ad-f5ecbf04957a service neutron] 10.222.0.64 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918419 Jun 08 13:54:52.150112 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.71', 59439) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:52.206256 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] For port 186247e6-b24f-44fa-aa68-b36ba1582195, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:52.210384 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] For port 186247e6-b24f-44fa-aa68-b36ba1582195, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=186247e6-b24f-44fa-aa68-b36ba1582195,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:52.233213 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:52.345219 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Router f98654f9-053a-49f4-a221-fc5101d8d09d is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:54:52.394924 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:54:52.396216 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:52.404214 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2ef86669-6679-4164-a4d9-8bf3a28fd852 req-207fee68-37db-4c1c-a669-7a31c27ce8ca tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 210 time: 0.5966711 Jun 08 13:54:52.415874 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-486dda04-50ea-482b-b989-8443e402ea8a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:52.435851 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-486dda04-50ea-482b-b989-8443e402ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:52.535314 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Allocated IP 172.20.0.1 (298c9aca-e11f-492a-8f20-a7e4bdf24a3f/54272c6b-c964-42a3-92d5-13a4b5a71a8f/dde77245-7032-48d0-85f0-33b803021569) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:52.566551 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:54:52.721636 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:52.727591 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.db.api [None req-8e190a93-ff58-4ea0-bb00-9e1e4a11686b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=97371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 13:54:52.728145 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG oslo_db.api [None req-8e190a93-ff58-4ea0-bb00-9e1e4a11686b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 13:54:52.752955 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:54:52.781294 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-486dda04-50ea-482b-b989-8443e402ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:52.782872 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:52.803999 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e35378-3940-4bcd-8795-e0d990c5039e None None] Network 516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:54:52.831814 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a63224-c144-4d7d-bcb8-777b819cdc2c None None] Pushing event updated for resources: {'Port': ['ID=186247e6-b24f-44fa-aa68-b36ba1582195,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:52.898915 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:46Z', 'revision_number': 3, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:52.947253 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535aad3d-4124-4d4a-943e-83ca2ded6997 None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:46Z', 'revision_number': 3, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:54:52.973792 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dda04-50ea-482b-b989-8443e402ea8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b5f652-66b2-4591-98b3-f9c72e7ee8bb,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:52.995362 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-9a930e59-fb98-4cec-abbb-47514bfab3f1 service neutron] 10.222.0.64 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8717992 Jun 08 13:54:53.060875 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-486dda04-50ea-482b-b989-8443e402ea8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:53.074951 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-486dda04-50ea-482b-b989-8443e402ea8a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c2b5f652-66b2-4591-98b3-f9c72e7ee8bb HTTP/1.1" status: 204 len: 168 time: 1.7654898 Jun 08 13:54:53.079099 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36958) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:53.216414 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:53.370464 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-625fe3ae-c533-4f84-b4e4-45b9c1f09e5b tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:53.372499 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-625fe3ae-c533-4f84-b4e4-45b9c1f09e5b tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.71 "GET /v2.0/networks?id=79c67d1c-fd25-4157-b71d-18041957a44f HTTP/1.1" status: 200 len: 812 time: 1.2210584 Jun 08 13:54:53.415128 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:53.431873 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:54:53.447137 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=124e0cb7-ff3a-4b98-a78c-e286addfcce7,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:53.492622 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:53.493093 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Request body: {'port': {'device_id': '468ed578-75e5-4d90-8cb1-3e303cf93c2f', 'network_id': '79c67d1c-fd25-4157-b71d-18041957a44f', 'admin_state_up': True, 'tenant_id': 'c99b89e609ee47d385b30c462d076835'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:53.496804 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:53.497487 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Sync routers for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:54:53.523188 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:54:53.523711 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:53.642150 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Pushing event updated for resources: {'Port': ['ID=dde77245-7032-48d0-85f0-33b803021569,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:53.658662 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 36984) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:53.695024 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:53.705276 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:53.727971 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:53.732164 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:53.733347 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:53.880214 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:54:53.917981 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:54:54.061055 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-8e190a93-ff58-4ea0-bb00-9e1e4a11686b None None] Current status of the port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:54.175220 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-aedcb1c6-2c84-40e9-955e-4c8a6540bd1d req-9c484def-78fb-434f-9fd0-bdb8e567f74b tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 210 time: 0.5401344 Jun 08 13:54:54.243244 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:54.249084 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-cd3e90b4-74ee-42b3-8cba-fc5f471207b1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.7063782 Jun 08 13:54:54.259833 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37008) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:54.344498 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f169a4-211d-4e6c-b66c-22ff001574a7 None None] Pushing event updated for resources: {'Port': ['ID=50b5dd68-7e20-43a1-a271-2a40e3b6635c,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:54.470976 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4d3f8153-7a86-47b4-bbbe-fc76c3953cdd req-7e9cb372-9c96-4d65-a34e-4c8716517ec3 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 210 time: 0.3409655 Jun 08 13:54:54.657552 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Attempting to bind port 50b5dd68-7e20-43a1-a271-2a40e3b6635c on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:54:54.658502 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Attempting to bind port 50b5dd68-7e20-43a1-a271-2a40e3b6635c by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:54:54.660181 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Attempting to bind port 50b5dd68-7e20-43a1-a271-2a40e3b6635c on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:54.665479 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:54.706725 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Provisioning complete for port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:54.707139 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:54.840543 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-22bbd3e4-42da-4b6a-a512-e323fce9160b admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:54.863398 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:54.863749 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:54.870696 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:54:49Z', 'revision_number': 3, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:54.914748 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:54.917230 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Checking segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:54.919808 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:54.920384 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Bound using segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:54.922379 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Bound port: 50b5dd68-7e20-43a1-a271-2a40e3b6635c, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:54:54.923051 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:54.993748 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Checking router: f98654f9-053a-49f4-a221-fc5101d8d09d for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:54:54.994266 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Updating router f98654f9-053a-49f4-a221-fc5101d8d09d port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:54:55.112061 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.140126 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.140778 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.141827 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.142368 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > port after_create 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.142992 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > port after_delete 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.143490 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > port after_update 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.144125 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.144641 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.145095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.145675 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.182396 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.282495 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Made reservation on behalf of c99b89e609ee47d385b30c462d076835 for: {'port': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:55.316740 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.454105 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Allocated IP 172.20.0.1 (7ad6f45b-ae63-4e65-8c05-829489007dd9/fa874c81-e5f6-4f9c-8206-d47c0f483b09/c43b883a-7909-4781-9141-140de543e07b) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:55.489705 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Current status of the port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:55.490975 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.604823 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.605406 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.605485 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.607079 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=97369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:54:55.607739 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23913f04-a543-4b65-b1cb-82c7cd102e56']}} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:55.663316 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:55.663763 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.706850 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] For port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=3bcb1e0e-1a07-4b63-b364-d8e77e3f7668,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:55.734197 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.767242 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-22bbd3e4-42da-4b6a-a512-e323fce9160b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.813223 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Pushing event updated for resources: {'Port': ['ID=3bcb1e0e-1a07-4b63-b364-d8e77e3f7668,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:55.822374 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] For port 50b5dd68-7e20-43a1-a271-2a40e3b6635c, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:55.838702 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-22bbd3e4-42da-4b6a-a512-e323fce9160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.857911 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Provisioning complete for port e8f9f4d5-a214-429c-ac38-db3031975701 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:55.858288 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.905419 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] For port 50b5dd68-7e20-43a1-a271-2a40e3b6635c, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=50b5dd68-7e20-43a1-a271-2a40e3b6635c,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:55.912189 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:47Z', 'revision_number': 3, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:55.985182 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.989388 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:55.998650 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.016365 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.100244 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37050) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:56.135409 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.151278 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f169a4-211d-4e6c-b66c-22ff001574a7 None None] Pushing event updated for resources: {'Port': ['ID=50b5dd68-7e20-43a1-a271-2a40e3b6635c,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:56.158078 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Checking router: dd22f7b8-7d21-4f09-8f46-cd9805cfa969 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:54:56.158465 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Updating router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:54:56.201478 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6239644-9518-43b2-9616-6bb2fde49a4d None None] Pushing event updated for resources: {'Port': ['ID=320c5cfc-ee71-41d4-96f3-a7aa817a8ce3,revision_number=2']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:56.244770 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Current status of the port e8f9f4d5-a214-429c-ac38-db3031975701 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:56.245357 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.265066 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679b14fb-e5d4-40d3-a459-cbae8236422e') {'for_net_delete': True} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:56.267049 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679b14fb-e5d4-40d3-a459-cbae8236422e') {} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:56.289642 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Attempting to bind port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:54:56.291235 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Attempting to bind port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:54:56.292501 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Attempting to bind port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:56.294713 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-22bbd3e4-42da-4b6a-a512-e323fce9160b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad30c8a9ea2b4400834bc2b49e8eec94&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6345079 Jun 08 13:54:56.305597 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:56.308536 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:54:56.309188 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:56.311719 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37056) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:56.312692 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:56.314063 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.316714 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:56.318103 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Bound port: 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:54:56.319525 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.320220 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-b0523171-95d5-4066-b9d3-2c5dd8e8abf5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:56.331870 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-b0523171-95d5-4066-b9d3-2c5dd8e8abf5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 819 time: 0.5514500 Jun 08 13:54:56.356353 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Pushing event updated for resources: {'Port': ['ID=c43b883a-7909-4781-9141-140de543e07b,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:56.497976 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4cd8fe0b-067b-4724-a0f2-15f702769ac9 req-6ff0cba8-f0d3-407b-8e28-a0a76e35d4d3 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 210 time: 0.3951302 Jun 08 13:54:56.519201 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] For port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:56.521274 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbd3e4-42da-4b6a-a512-e323fce9160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b9ef2-e8c8-46f5-95b5-9fd36859e0ab,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:56.524523 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] For port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=320c5cfc-ee71-41d4-96f3-a7aa817a8ce3,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:56.542543 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.550988 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-24995c02-433d-4845-a369-13a0f203b3fb tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/quotas/cbf74718853442df9197c1600d83ef3d HTTP/1.1" status: 200 len: 375 time: 0.2176902 Jun 08 13:54:56.558190 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3193995'] for segment, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.589978 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-09a269f7-3eab-4e1f-9911-956a81e3e7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.607525 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.740608 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Network 7ad6f45b-ae63-4e65-8c05-829489007dd9 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:56.780113 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:54:56.782958 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:56.804349 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:56.834483 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:54:56.835280 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:56.985172 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:54:56.993354 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.034569 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.71', 59452) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:57.107389 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.189598 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-09a269f7-3eab-4e1f-9911-956a81e3e7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.226405 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-09a269f7-3eab-4e1f-9911-956a81e3e7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.288264 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7278997c-ca02-4ef7-94eb-ceba466b587f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.289819 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.302380 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.db.api [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=97371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 13:54:57.302784 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG oslo_db.api [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 13:54:57.314005 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.316431 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7278997c-ca02-4ef7-94eb-ceba466b587f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.380084 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Allocated IP 172.20.0.2 (79c67d1c-fd25-4157-b71d-18041957a44f/32d82a63-8750-454e-8494-35ea4136119e/1b90ecbe-d4cf-4458-9406-75c336ad92ed) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:54:57.389305 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a269f7-3eab-4e1f-9911-956a81e3e7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31b3668-6079-433c-8cc6-62140dcf6c90,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:57.405021 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7278997c-ca02-4ef7-94eb-ceba466b587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.409020 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Attempting to bind port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:54:57.409411 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Attempting to bind port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:54:57.409790 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Attempting to bind port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:54:57.411815 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7278997c-ca02-4ef7-94eb-ceba466b587f admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.415567 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7278997c-ca02-4ef7-94eb-ceba466b587f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e28b9ef2-e8c8-46f5-95b5-9fd36859e0ab HTTP/1.1" status: 204 len: 168 time: 1.0426552 Jun 08 13:54:57.418594 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-6dad8a00-2678-4005-8e01-a8e4f57423f3 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:54:57.428339 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] For port e8f9f4d5-a214-429c-ac38-db3031975701, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=e8f9f4d5-a214-429c-ac38-db3031975701,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:54:57.433524 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-6dad8a00-2678-4005-8e01-a8e4f57423f3 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 819 time: 0.3813579 Jun 08 13:54:57.492941 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-09a269f7-3eab-4e1f-9911-956a81e3e7e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48b1c6b43eca467e8b9ed13ea6b772e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3902555 Jun 08 13:54:57.493983 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278997c-ca02-4ef7-94eb-ceba466b587f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b9ef2-e8c8-46f5-95b5-9fd36859e0ab,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:57.508469 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.508750 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37062) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:57.517911 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6239644-9518-43b2-9616-6bb2fde49a4d None None] Pushing event updated for resources: {'Port': ['ID=320c5cfc-ee71-41d4-96f3-a7aa817a8ce3,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:57.549471 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:54:57.549869 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:54:57.554551 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.554979 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:54:57.555483 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Bound port: 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:54:57.555869 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.578890 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:54:57.580331 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:57.602371 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ad5b8-efd0-4a24-b8dc-c14fedb9777c None None] Pushing event updated for resources: {'Port': ['ID=4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:57.608293 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Request body: {'port': {'device_id': 'a23f4ac6-c48d-4500-811c-860f4127bc89', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'admin_state_up': True, 'tenant_id': 'cbf74718853442df9197c1600d83ef3d'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:54:57.612441 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:54:49Z', 'revision_number': 3, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:57.693122 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c73c-d575-46f1-a0e7-4935d569ad8f None None] The sync data for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi is: [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:54:49Z', 'revision_number': 3, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:54:58.053002 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37070) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:58.261276 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-df7a2403-156a-447e-b7dd-0a6ab4d1ff1f req-b9bd1102-1cbc-483b-85c8-dfacb77fb594 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 210 time: 0.2115121 Jun 08 13:54:58.324253 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.350386 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Provisioning complete for port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:58.351097 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.362949 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ea83fb4a-f67e-4e75-8fc4-a21e324748c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.368330 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:58.369816 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device e8f9f4d5-a214-429c-ac38-db3031975701 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:54:58.408830 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.409883 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.438078 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] For port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:54:58.444175 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Pushing event updated for resources: {'Port': ['ID=e8f9f4d5-a214-429c-ac38-db3031975701,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:58.538967 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] For port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:54:58.554577 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.575505 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Pushing event updated for resources: {'Port': ['ID=c43b883a-7909-4781-9141-140de543e07b,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:58.635051 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=97369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:54:58.635556 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442474'] for segment, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.664386 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.666634 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-de44a71a-4585-492c-a8bd-553703c6ef39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.685426 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-e008fdc0-ad4c-4777-b66c-7095ae039f54 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&fields=id HTTP/1.1" status: 200 len: 302 time: 2.1320171 Jun 08 13:54:58.806935 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ad5b8-efd0-4a24-b8dc-c14fedb9777c None None] Pushing event updated for resources: {'Port': ['ID=4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:58.832426 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-de44a71a-4585-492c-a8bd-553703c6ef39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.846431 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:54:58.847259 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:58.905173 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.932529 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port e8f9f4d5-a214-429c-ac38-db3031975701 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:58.933064 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:58.943013 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-254b6586-f599-4b02-82a6-4fd939e23ce2 None None] Current status of the port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:59.101667 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:55Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:54:59.161057 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:54:59.209273 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-f8a754a0-b655-4dae-9e51-27f62cb50f40 service neutron] 10.222.0.64 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056479 Jun 08 13:54:59.238107 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f67bdf-fc44-428d-abd8-99638a19fbfa None None] The sync data for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi is: [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:55Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:54:59.281217 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Provisioning complete for port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:54:59.282654 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:59.458700 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Pushing event deleted for resources: {'Network': ['ID=23913f04-a543-4b65-b1cb-82c7cd102e56,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:54:59.507832 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ea83fb4a-f67e-4e75-8fc4-a21e324748c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:59.513571 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:59.517502 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-cddd7e70-7fd8-4e0a-bffc-b1c487137580 admin admin] 10.222.0.64 "DELETE /v2.0/networks/23913f04-a543-4b65-b1cb-82c7cd102e56 HTTP/1.1" status: 204 len: 168 time: 6.4344010 Jun 08 13:54:59.519240 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port e8f9f4d5-a214-429c-ac38-db3031975701 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:54:59.520893 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 436d9c14-3394-435b-92e0-173bc35e2f7f up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:54:59.525876 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37078) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:54:59.577046 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ea83fb4a-f67e-4e75-8fc4-a21e324748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:59.617393 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Network 7ad6f45b-ae63-4e65-8c05-829489007dd9 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:54:59.618705 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:59.728795 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment 679b14fb-e5d4-40d3-a459-cbae8236422e resource provider aggregate not found Jun 08 13:54:59.738582 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:54:59.832243 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:59.861322 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment 679b14fb-e5d4-40d3-a459-cbae8236422e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 679b14fb-e5d4-40d3-a459-cbae8236422e found for delete ", "request_id": "req-99adc98e-d45f-424a-bbd3-b36f698e410b"}]} Jun 08 13:54:59.937515 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:54:59.948662 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Made reservation on behalf of cbf74718853442df9197c1600d83ef3d for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:54:59.968176 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:00.102399 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-de44a71a-4585-492c-a8bd-553703c6ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:00.105966 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-de44a71a-4585-492c-a8bd-553703c6ef39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:00.107267 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-de44a71a-4585-492c-a8bd-553703c6ef39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b31b3668-6079-433c-8cc6-62140dcf6c90 HTTP/1.1" status: 204 len: 168 time: 2.5976717 Jun 08 13:55:00.112688 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cb6e7b-7fa1-4387-8e4b-8ec54b359cc2 admin admin] Deleting subnet 0d1d77d4-3c30-4bba-b061-40f7f9be4bee {{(pid=97370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 13:55:00.117803 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Pushing event updated for resources: {'Port': ['ID=1b90ecbe-d4cf-4458-9406-75c336ad92ed,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:00.120823 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83fb4a-f67e-4e75-8fc4-a21e324748c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6776cd24-33a3-499a-81a6-46c639db985a,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:00.152635 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-31cb6e7b-7fa1-4387-8e4b-8ec54b359cc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:00.162019 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Current status of the port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:00.175139 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44a71a-4585-492c-a8bd-553703c6ef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31b3668-6079-433c-8cc6-62140dcf6c90,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:00.181466 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:00.276347 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 436d9c14-3394-435b-92e0-173bc35e2f7f triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:00.276722 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:00.397461 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Provisioning complete for port e8f9f4d5-a214-429c-ac38-db3031975701 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:00.397871 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:00.405274 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:55:00.567908 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf4e71-5e67-4771-b20b-ea1bbce5c2ee req-55cc8bef-5186-4d1e-842b-288f348c74de tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:00.570936 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9caf4e71-5e67-4771-b20b-ea1bbce5c2ee req-55cc8bef-5186-4d1e-842b-288f348c74de tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 931 time: 1.0469759 Jun 08 13:55:00.576148 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ea83fb4a-f67e-4e75-8fc4-a21e324748c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c68066b98be34b7d9c5c2fbeb2e8cc15&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5064518 Jun 08 13:55:00.587868 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 436d9c14-3394-435b-92e0-173bc35e2f7f is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:00.618878 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 2, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:00.653217 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-31cb6e7b-7fa1-4387-8e4b-8ec54b359cc2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:00.660382 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37090) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:00.686256 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-31cb6e7b-7fa1-4387-8e4b-8ec54b359cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:00.715704 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-659d1588-ce7f-49ab-a130-31d72bb5e469 service neutron] 10.222.0.64 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4839399 Jun 08 13:55:00.746629 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f125e3-eec5-428c-bdf1-68386e2ca759 None None] The sync data for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi is: [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 2, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:55:00.825482 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:55:00.834262 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Network 79c67d1c-fd25-4157-b71d-18041957a44f is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:00.865765 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Current status of the port e8f9f4d5-a214-429c-ac38-db3031975701 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:00.866027 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-4e811203-50cf-484f-932b-3afe37d3faef admin admin] 10.222.0.64 "PUT /v2.0/routers/dd22f7b8-7d21-4f09-8f46-cd9805cfa969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3166008 Jun 08 13:55:00.908500 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Provisioning complete for port 50b5dd68-7e20-43a1-a271-2a40e3b6635c triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:00.911076 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:00.983666 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:01.028864 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:01.079514 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:01.086925 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:01.239672 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Pushing event updated for resources: {'Port': ['ID=dde77245-7032-48d0-85f0-33b803021569,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:01.244969 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 124e0cb7-ff3a-4b98-a78c-e286addfcce7 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:01.307707 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:01.311627 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-b3568947-3bd3-44da-9e56-81f408af5bf7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8727412 Jun 08 13:55:01.339083 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-47cb8fa9-d123-43b3-8dd2-f074cd1c445a req-249d13ae-d278-418c-ae9a-44a7fde24a67 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 210 time: 0.1290517 Jun 08 13:55:01.384446 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-f0effc09-b17a-4496-bb10-2dc12266f672 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:55:01.385630 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-f0effc09-b17a-4496-bb10-2dc12266f672 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565054 Jun 08 13:55:01.402322 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9caf4e71-5e67-4771-b20b-ea1bbce5c2ee req-2849373f-fce3-4925-a13b-919dd07af69a tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7623308 Jun 08 13:55:01.473330 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-31cb6e7b-7fa1-4387-8e4b-8ec54b359cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for subnet, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:01.614948 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Current status of the port 50b5dd68-7e20-43a1-a271-2a40e3b6635c is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:01.615712 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:01.697768 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb6e7b-7fa1-4387-8e4b-8ec54b359cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1d77d4-3c30-4bba-b061-40f7f9be4bee,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:01.705167 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-31cb6e7b-7fa1-4387-8e4b-8ec54b359cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:01.714149 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:01.717076 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-31cb6e7b-7fa1-4387-8e4b-8ec54b359cc2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0d1d77d4-3c30-4bba-b061-40f7f9be4bee HTTP/1.1" status: 204 len: 168 time: 2.1724932 Jun 08 13:55:01.717856 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37118) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:01.721009 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:01.917282 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-921e9dd9-2a0e-44e1-a839-943fbb2e9765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:01.993299 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] For port 50b5dd68-7e20-43a1-a271-2a40e3b6635c, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=50b5dd68-7e20-43a1-a271-2a40e3b6635c,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:01.997424 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-921e9dd9-2a0e-44e1-a839-943fbb2e9765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:02.014773 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:02.070825 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:02.227879 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Request body: {'port': {'device_id': '468ed578-75e5-4d90-8cb1-3e303cf93c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:02.238047 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Allocated IP 172.20.0.6 (54977f0b-29d9-45a1-af4e-31bae1d37d86/9ea09a68-7dd7-4aa5-9cc9-3b72d053d335/edb10e1e-9d37-48fc-bad7-0536b8ce2c7e) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:02.275633 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-921e9dd9-2a0e-44e1-a839-943fbb2e9765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:02.280505 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-921e9dd9-2a0e-44e1-a839-943fbb2e9765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:02.282535 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-921e9dd9-2a0e-44e1-a839-943fbb2e9765 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6776cd24-33a3-499a-81a6-46c639db985a HTTP/1.1" status: 204 len: 168 time: 1.5692444 Jun 08 13:55:02.298967 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Allocated IP 172.20.0.1 (93f0707a-1edc-4bee-b42f-49d92e9de51d/23c03411-4f9d-40dc-b91b-31fa29ca3e29/a6ffb0a3-115a-49e7-9f9b-b796e5fa1167) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:02.387220 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e9dd9-2a0e-44e1-a839-943fbb2e9765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6776cd24-33a3-499a-81a6-46c639db985a,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:02.496925 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Pushing event updated for resources: {'Port': ['ID=50b5dd68-7e20-43a1-a271-2a40e3b6635c,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:02.505031 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Provisioning complete for port dde77245-7032-48d0-85f0-33b803021569 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:02.507490 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:02.622808 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:02.629924 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:02.664177 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37136) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:02.700760 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-64804aa5-e642-4459-8e88-4f0ad65e9454 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912687322', 'description': 'tempest-description--811550318'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:02.744050 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Port dde77245-7032-48d0-85f0-33b803021569 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:02.785293 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Provisioning complete for port c43b883a-7909-4781-9141-140de543e07b triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:02.790660 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:02.839426 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:02.852001 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:02.852472 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:02.854768 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-7c980f98-775f-476b-b429-53187d0d6997 None None] Port c43b883a-7909-4781-9141-140de543e07b cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:02.994256 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7be7c308-4094-4632-aa43-716c5e1930ef req-aad53beb-ecd4-43cf-aee3-2b54a9c7c6df tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 210 time: 0.2682505 Jun 08 13:55:03.011273 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-64804aa5-e642-4459-8e88-4f0ad65e9454 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:03.061149 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:03.238321 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:03.275330 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:03.348989 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:03.350339 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:03.351945 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:03.353231 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > port after_create 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:03.354999 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:03.355751 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > port after_update 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:03.356820 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:03.358058 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:03.358992 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:03.360225 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:03.462743 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:03.477373 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-eea25f65-9075-4185-bc03-a0005f6a0f8d None None] Provisioning complete for port c43b883a-7909-4781-9141-140de543e07b triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:03.486925 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-eea25f65-9075-4185-bc03-a0005f6a0f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:03.771705 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:03.772379 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:03.787073 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-eea25f65-9075-4185-bc03-a0005f6a0f8d None None] Port c43b883a-7909-4781-9141-140de543e07b cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:03.808445 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.71', 59457) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:03.842654 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=320c5cfc-ee71-41d4-96f3-a7aa817a8ce3,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:03.853059 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:03.854207 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 50b5dd68-7e20-43a1-a271-2a40e3b6635c up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:03.909517 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.021525 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:04.070940 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 50b5dd68-7e20-43a1-a271-2a40e3b6635c triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:04.072321 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.224035 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:04.262287 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-ff51b0a2-6630-40ca-ab9d-02d7580d13ac None None] Provisioning complete for port dde77245-7032-48d0-85f0-33b803021569 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:04.266212 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ff51b0a2-6630-40ca-ab9d-02d7580d13ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.274791 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:04.280209 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:04.281916 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:04.282545 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=97370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 13:55:04.284173 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c']}} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:04.309277 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-64804aa5-e642-4459-8e88-4f0ad65e9454 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.343561 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dc398-965d-426d-bea0-0fda747b5154 req-2efdc3b4-3995-4eb8-8c2f-2dbfd6a3be29 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:04.346004 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-be0dc398-965d-426d-bea0-0fda747b5154 req-2efdc3b4-3995-4eb8-8c2f-2dbfd6a3be29 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 931 time: 1.4083474 Jun 08 13:55:04.374469 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:04.398110 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=320c5cfc-ee71-41d4-96f3-a7aa817a8ce3,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:04.512857 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5dfd8d-bf5b-4e0c-bc8b-73b31cd0b7e1') {'for_net_delete': True} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:04.515618 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5dfd8d-bf5b-4e0c-bc8b-73b31cd0b7e1') {} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:04.529976 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-64804aa5-e642-4459-8e88-4f0ad65e9454 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.532300 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-ff51b0a2-6630-40ca-ab9d-02d7580d13ac None None] Port dde77245-7032-48d0-85f0-33b803021569 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:04.571215 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 50b5dd68-7e20-43a1-a271-2a40e3b6635c is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:04.572433 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 186247e6-b24f-44fa-aa68-b36ba1582195 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:04.600932 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e4fb3e53-73fd-4ab3-ba95-5fdd791ec8d6 req-b6b3c57e-6829-4e65-a1bb-374d413324a9 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 210 time: 0.1950858 Jun 08 13:55:04.655929 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.659878 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4076708'] for segment, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.781902 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event updated for resources: {'Port': ['ID=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:04.794458 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-64804aa5-e642-4459-8e88-4f0ad65e9454 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.805640 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-64804aa5-e642-4459-8e88-4f0ad65e9454 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1383297 Jun 08 13:55:04.815819 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-69345ff7-d9b0-4535-afe0-58fda94ff6c3 None None] Provisioning complete for port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:04.818536 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-69345ff7-d9b0-4535-afe0-58fda94ff6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.820306 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37176) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:04.908489 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:04.909968 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.918704 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:04.946810 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-66563ae7-6717-4d83-9ccc-330bf12211e7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'security_group_rule': {'security_group_id': '78e9ecc9-615d-4648-aed7-46732f884127', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:04.990168 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-be0dc398-965d-426d-bea0-0fda747b5154 req-9e3c29d7-ceec-4edb-b216-14e86509605b tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115385 Jun 08 13:55:05.011646 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-69345ff7-d9b0-4535-afe0-58fda94ff6c3 None None] Port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:05.014849 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 186247e6-b24f-44fa-aa68-b36ba1582195 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:05.015219 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:05.021383 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-4710327c-551a-4431-854f-a1c8f1482658 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:05.024001 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-4710327c-551a-4431-854f-a1c8f1482658 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 819 time: 1.1487265 Jun 08 13:55:05.033692 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:55:05.049397 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-7af19774-2830-45e8-9479-98786c9a493c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4485507 Jun 08 13:55:05.070501 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:05.145648 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=97370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:55:05.146262 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26153534'] for segment, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:05.198134 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Request body: {'port': {'device_id': 'ae86279f-4ce7-4b0c-9935-ec8e614bea66', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'admin_state_up': True, 'tenant_id': 'cbf74718853442df9197c1600d83ef3d'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:05.200128 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 186247e6-b24f-44fa-aa68-b36ba1582195 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:05.200715 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:05.205602 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Request body: {'port': {'device_id': 'a23f4ac6-c48d-4500-811c-860f4127bc89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:05.224563 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 186247e6-b24f-44fa-aa68-b36ba1582195, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=186247e6-b24f-44fa-aa68-b36ba1582195,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:05.232823 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:05.235500 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:05.350831 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64804aa5-e642-4459-8e88-4f0ad65e9454 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e9ecc9-615d-4648-aed7-46732f884127,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:05.360258 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:05.439704 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=186247e6-b24f-44fa-aa68-b36ba1582195,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:05.475437 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:05.480096 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:05.483158 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:05.494269 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:05.518919 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ffb0a3-115a-49e7-9f9b-b796e5fa1167,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:05.774343 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:05.870923 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:05.886620 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c HTTP/1.1" status: 204 len: 168 time: 4.1675851 Jun 08 13:55:05.900863 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:05.911145 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device e8f9f4d5-a214-429c-ac38-db3031975701 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:06.069545 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:06.115570 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-66563ae7-6717-4d83-9ccc-330bf12211e7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:06.119225 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-d40ea14d-fc74-4492-98a5-327baf4dc9cb None None] Provisioning complete for port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:06.119634 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d40ea14d-fc74-4492-98a5-327baf4dc9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:06.166340 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e6918-20fd-45ef-8239-7828992bfba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=516f9dce-03d0-4b90-bdf1-8f9c99ecdc6c,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:06.259281 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:55:06.268048 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port e8f9f4d5-a214-429c-ac38-db3031975701 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:06.268420 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:06.290306 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:55:06.321143 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:06.388721 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-101513d2-aa08-4379-a7e3-9fc114644432 admin admin] 10.222.0.64 "PUT /v2.0/routers/df19cf45-33c4-4efe-a806-b1350e3e2c47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7605376 Jun 08 13:55:06.413934 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-d40ea14d-fc74-4492-98a5-327baf4dc9cb None None] Port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:06.451972 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:06.455041 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:06.491840 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37210) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:06.651011 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:06.690606 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a40550c6-a8c2-41f1-a77d-0f0245795a23 req-847adde2-f6de-4ff9-b4c6-6334b05fde37 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 210 time: 0.8314185 Jun 08 13:55:06.695157 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-66563ae7-6717-4d83-9ccc-330bf12211e7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:06.730906 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Made reservation on behalf of cbf74718853442df9197c1600d83ef3d for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:06.743261 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:06.797806 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b90ecbe-d4cf-4458-9406-75c336ad92ed {{(pid=97370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:06.827570 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:06.853148 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.provisioning_blocks [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Transition to ACTIVE for port object 1b90ecbe-d4cf-4458-9406-75c336ad92ed will not be triggered until provisioned by entity L2. {{(pid=97370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:55:06.855191 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-66563ae7-6717-4d83-9ccc-330bf12211e7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:06.862714 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:06.880869 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port e8f9f4d5-a214-429c-ac38-db3031975701 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:06.896481 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7472125-5f9f-4183-9950-ee51a64bf53a req-f237bed7-b395-4212-bfb7-21525adaf154 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:06.896481 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a7472125-5f9f-4183-9950-ee51a64bf53a req-f237bed7-b395-4212-bfb7-21525adaf154 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 931 time: 0.6319177 Jun 08 13:55:07.020245 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66563ae7-6717-4d83-9ccc-330bf12211e7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef540f3a-0546-4517-bed0-d3a7d530d21e,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:07.036103 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:07.088494 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Sync routers for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:55:07.128254 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:07.150795 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:07.153716 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-ada96de9-132d-4559-8543-54441cd66975 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81208b487a5b41d196a5399e92ffd276&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6444347 Jun 08 13:55:07.166229 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37222) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:07.315338 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-66563ae7-6717-4d83-9ccc-330bf12211e7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:07.316592 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-66563ae7-6717-4d83-9ccc-330bf12211e7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4814856 Jun 08 13:55:07.328014 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37224) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:07.362526 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment ec5dfd8d-bf5b-4e0c-bc8b-73b31cd0b7e1 resource provider aggregate not found Jun 08 13:55:07.369224 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-6b03a138-efef-4c67-a25c-9c5f29ea4a8f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'security_group_rule': {'security_group_id': '78e9ecc9-615d-4648-aed7-46732f884127', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:07.397368 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:07.433593 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 186247e6-b24f-44fa-aa68-b36ba1582195 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:07.456125 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment ec5dfd8d-bf5b-4e0c-bc8b-73b31cd0b7e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec5dfd8d-bf5b-4e0c-bc8b-73b31cd0b7e1 found for delete ", "request_id": "req-ba357f85-fecd-476e-b4f1-769fe3a24304"}]} Jun 08 13:55:07.464917 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Pushing event updated for resources: {'Port': ['ID=1b90ecbe-d4cf-4458-9406-75c336ad92ed,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:07.516206 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a7472125-5f9f-4183-9950-ee51a64bf53a req-b86099a7-21f9-47cd-b00a-3f08d0128f49 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840593 Jun 08 13:55:07.536402 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:07.673212 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf5a-e1e8-4406-94b0-869a667583d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:07.692846 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Attempting to bind port 1b90ecbe-d4cf-4458-9406-75c336ad92ed on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:55:07.695589 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Attempting to bind port 1b90ecbe-d4cf-4458-9406-75c336ad92ed by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'ca656135-2d9a-4620-b464-3a6e88569b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '79c67d1c-fd25-4157-b71d-18041957a44f'}] {{(pid=97370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:55:07.697573 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Attempting to bind port 1b90ecbe-d4cf-4458-9406-75c336ad92ed on network 79c67d1c-fd25-4157-b71d-18041957a44f {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:07.731020 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Port 1b90ecbe-d4cf-4458-9406-75c336ad92ed on network 79c67d1c-fd25-4157-b71d-18041957a44f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:55:07.731748 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Attempting to bind port 1b90ecbe-d4cf-4458-9406-75c336ad92ed on network 79c67d1c-fd25-4157-b71d-18041957a44f {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:07.741881 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 186247e6-b24f-44fa-aa68-b36ba1582195 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:07.742414 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:07.825023 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:07.825691 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Checking segment: {'id': 'ca656135-2d9a-4620-b464-3a6e88569b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '79c67d1c-fd25-4157-b71d-18041957a44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:07.826509 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Bound using segment: {'id': 'ca656135-2d9a-4620-b464-3a6e88569b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '79c67d1c-fd25-4157-b71d-18041957a44f'} {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:07.827143 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Bound port: 1b90ecbe-d4cf-4458-9406-75c336ad92ed, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca656135-2d9a-4620-b464-3a6e88569b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '79c67d1c-fd25-4157-b71d-18041957a44f'}}] {{(pid=97370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:55:07.827648 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:07.832947 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37236) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:07.836234 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf5a-e1e8-4406-94b0-869a667583d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:07.845823 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-224698f8-b221-4392-8665-ea0fa70e0dfa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567927708', 'description': 'tempest-description--1888083872'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:07.866343 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b03a138-efef-4c67-a25c-9c5f29ea4a8f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:07.958358 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:54:58Z', 'revision_number': 2, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:08.073439 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:55:08.074839 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Updating router df19cf45-33c4-4efe-a806-b1350e3e2c47 port dde77245-7032-48d0-85f0-33b803021569 binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:55:08.082002 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] For port 1b90ecbe-d4cf-4458-9406-75c336ad92ed, host hv-cinder-84513, cleared binding levels {{(pid=97370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:08.090401 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] For port 1b90ecbe-d4cf-4458-9406-75c336ad92ed, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=1b90ecbe-d4cf-4458-9406-75c336ad92ed,segment=NetworkSegment(ca656135-2d9a-4620-b464-3a6e88569b5e),segment_id=ca656135-2d9a-4620-b464-3a6e88569b5e)] {{(pid=97370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:08.141069 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0e734342-f277-431c-8591-ea0efd3cdc5f req-415ed1d6-9d5e-4d48-8302-841cc694c5e7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 210 time: 0.1875639 Jun 08 13:55:08.141282 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:08.186894 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 2, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:08.248725 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:08.320587 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Checking router: dd22f7b8-7d21-4f09-8f46-cd9805cfa969 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:55:08.320929 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Updating router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 port c43b883a-7909-4781-9141-140de543e07b binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:55:08.354737 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-224698f8-b221-4392-8665-ea0fa70e0dfa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:08.369412 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 186247e6-b24f-44fa-aa68-b36ba1582195 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:08.372587 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:08.406623 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Pushing event updated for resources: {'Port': ['ID=1b90ecbe-d4cf-4458-9406-75c336ad92ed,revision_number=3']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:08.464138 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb10e1e-9d37-48fc-bad7-0536b8ce2c7e {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:08.484228 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:08.526199 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:08.527536 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Transition to ACTIVE for port object edb10e1e-9d37-48fc-bad7-0536b8ce2c7e will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:55:08.630965 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:08.632380 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:08.634878 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-6908f424-cb7c-4181-a727-499b49a88c83 service neutron] 10.222.0.71 "PUT /v2.0/ports/1b90ecbe-d4cf-4458-9406-75c336ad92ed HTTP/1.1" status: 200 len: 1093 time: 6.9665732 Jun 08 13:55:08.637661 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468ed578-75e5-4d90-8cb1-3e303cf93c2f', 'tag': '1b90ecbe-d4cf-4458-9406-75c336ad92ed'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:08.665820 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Allocated IP 172.20.0.7 (54977f0b-29d9-45a1-af4e-31bae1d37d86/9ea09a68-7dd7-4aa5-9cc9-3b72d053d335/25e3230c-b288-4747-b0be-7b9f047d2c66) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:08.721499 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.012620 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf5a-e1e8-4406-94b0-869a667583d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.020090 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bd93bf5a-e1e8-4406-94b0-869a667583d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.020848 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-bd93bf5a-e1e8-4406-94b0-869a667583d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20d9a8db-c30f-4171-8844-8bb4a67632ca HTTP/1.1" status: 204 len: 168 time: 1.8463526 Jun 08 13:55:09.119603 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:09.120524 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.139329 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f533e44-c9fc-46c9-bc5b-c4e283d00690" -d '{"events": [{"name": "network-changed", "server_uuid": "468ed578-75e5-4d90-8cb1-3e303cf93c2f", "tag": "1b90ecbe-d4cf-4458-9406-75c336ad92ed"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:09.186261 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93bf5a-e1e8-4406-94b0-869a667583d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d9a8db-c30f-4171-8844-8bb4a67632ca,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:09.237801 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.255857 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.331110 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe398-bddf-407e-8e9f-6b0c406eadaa req-f4883bc9-b2f1-40eb-b749-f91e34d43b50 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:09.337550 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9c9fe398-bddf-407e-8e9f-6b0c406eadaa req-f4883bc9-b2f1-40eb-b749-f91e34d43b50 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 943 time: 0.6118298 Jun 08 13:55:09.361550 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-33189828-48b5-4838-af46-401fd3a8ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:09.371848 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-33189828-48b5-4838-af46-401fd3a8ffbd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c99b89e609ee47d385b30c462d076835&device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 1096 time: 0.6389313 Jun 08 13:55:09.475082 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337d727-f623-4e61-813a-f3ecb1179739 None None] Pushing event updated for resources: {'Port': ['ID=c43b883a-7909-4781-9141-140de543e07b,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:09.492467 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:09.527614 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-224698f8-b221-4392-8665-ea0fa70e0dfa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.537704 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-170c6aa6-fd61-48ec-87ba-723ebef78954 req-97278299-72d2-4929-8afd-2e11d6a79b7d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 210 time: 0.2160392 Jun 08 13:55:09.628893 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-224698f8-b221-4392-8665-ea0fa70e0dfa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.641055 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Attempting to bind port c43b883a-7909-4781-9141-140de543e07b on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:55:09.641429 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Attempting to bind port c43b883a-7909-4781-9141-140de543e07b by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:55:09.643823 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Attempting to bind port c43b883a-7909-4781-9141-140de543e07b on network 7ad6f45b-ae63-4e65-8c05-829489007dd9 {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:09.662885 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:09.663275 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Checking segment: {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:09.663689 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.664105 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Bound using segment: {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:09.664623 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Bound port: c43b883a-7909-4781-9141-140de543e07b, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:55:09.668624 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-bdefd439-0b6a-417b-98a4-8764399e1c5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b90ecbe-d4cf-4458-9406-75c336ad92ed HTTP/1.1" status: 200 len: 217 time: 0.2741342 Jun 08 13:55:09.674501 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.767873 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-224698f8-b221-4392-8665-ea0fa70e0dfa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.774770 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-224698f8-b221-4392-8665-ea0fa70e0dfa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9343607 Jun 08 13:55:09.814678 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37282) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:09.831288 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-71d7b4ee-ff86-400e-97c2-4975a2aed49e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group_rule': {'security_group_id': 'c400ea1f-3374-433d-9dac-91430e22eeda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:09.860763 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.869872 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] For port c43b883a-7909-4781-9141-140de543e07b, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:09.881891 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] For port c43b883a-7909-4781-9141-140de543e07b, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c43b883a-7909-4781-9141-140de543e07b,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:09.891236 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9c9fe398-bddf-407e-8e9f-6b0c406eadaa req-c10379ed-0d7d-47f1-8bae-28e8fcf19607 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437992 Jun 08 13:55:09.900984 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.912033 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224698f8-b221-4392-8665-ea0fa70e0dfa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c400ea1f-3374-433d-9dac-91430e22eeda,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:09.951449 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-3500f896-d93a-4a5b-b7f1-56b751f831a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:09.962874 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-3500f896-d93a-4a5b-b7f1-56b751f831a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32d82a63-8750-454e-8494-35ea4136119e HTTP/1.1" status: 200 len: 852 time: 0.2809150 Jun 08 13:55:09.967765 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-71d7b4ee-ff86-400e-97c2-4975a2aed49e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:09.994871 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37284) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:10.017488 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:10.017914 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.068330 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.068576 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b03a138-efef-4c67-a25c-9c5f29ea4a8f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.114593 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:10.115239 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:10.117932 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Attempting to bind port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:55:10.118290 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Attempting to bind port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:55:10.118630 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Attempting to bind port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:10.132834 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-adfe0927-627d-4594-9780-eeeb12c5b02d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79c67d1c-fd25-4157-b71d-18041957a44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551523 Jun 08 13:55:10.163260 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b03a138-efef-4c67-a25c-9c5f29ea4a8f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.236862 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:55:10.237561 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Attempting to bind port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:10.254762 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499ab49-dd0b-417e-92dd-e490cb16cb5f None None] Pushing event updated for resources: {'Port': ['ID=dde77245-7032-48d0-85f0-33b803021569,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:10.271267 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b03a138-efef-4c67-a25c-9c5f29ea4a8f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.276781 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-863f3fcd-c08e-41bd-ac7e-7140eda56316 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=165e8962abc2465daedf2e4e033a9a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801638 Jun 08 13:55:10.282066 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6b03a138-efef-4c67-a25c-9c5f29ea4a8f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9351997 Jun 08 13:55:10.304407 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37288) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:10.304822 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37290) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:10.320135 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:10.359064 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:10.365053 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.365879 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:10.374614 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-d5f07aa5-b9f5-4d86-9745-e1c068955501 None None] Provisioning complete for port c43b883a-7909-4781-9141-140de543e07b triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:10.381714 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d5f07aa5-b9f5-4d86-9745-e1c068955501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.409672 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:10.445299 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:10.445859 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Checking segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:10.446528 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Bound using segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:10.452084 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Bound port: edb10e1e-9d37-48fc-bad7-0536b8ce2c7e, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:55:10.452571 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.478476 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-4253be23-1368-4e86-8ca9-ecf27216f85e service neutron] 10.222.0.71 "GET /v2.0/networks/79c67d1c-fd25-4157-b71d-18041957a44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362980 Jun 08 13:55:10.479588 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03a138-efef-4c67-a25c-9c5f29ea4a8f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2672f0d3-8113-499a-a480-4e6e0a85bc17,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:10.673162 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-caee38e1-8689-4d86-9894-e2985ee115b9 req-8ed1bf21-7511-4006-a7dc-38781a5481b2 service neutron] 10.222.0.71 "GET /v2.0/networks/79c67d1c-fd25-4157-b71d-18041957a44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812327 Jun 08 13:55:10.675515 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7c8831-4c14-4557-9b9d-0c3e8b167bb3 x-openstack-request-id: req-4b7c8831-4c14-4557-9b9d-0c3e8b167bb3 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:10.675800 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468ed578-75e5-4d90-8cb1-3e303cf93c2f", "tag": "1b90ecbe-d4cf-4458-9406-75c336ad92ed", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:10.676051 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b7c8831-4c14-4557-9b9d-0c3e8b167bb3 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:10.676512 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7c8831-4c14-4557-9b9d-0c3e8b167bb3'] response: {'name': 'network-changed', 'server_uuid': '468ed578-75e5-4d90-8cb1-3e303cf93c2f', 'tag': '1b90ecbe-d4cf-4458-9406-75c336ad92ed', 'status': 'completed', 'code': 200} Jun 08 13:55:10.707173 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-71d7b4ee-ff86-400e-97c2-4975a2aed49e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.725693 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.727090 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-71d7b4ee-ff86-400e-97c2-4975a2aed49e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.763553 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.767632 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7b4ee-ff86-400e-97c2-4975a2aed49e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512819cf-7098-4b9c-9292-19235fcfd2e7,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:10.817395 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:10.820809 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337d727-f623-4e61-813a-f3ecb1179739 None None] Pushing event updated for resources: {'Port': ['ID=c43b883a-7909-4781-9141-140de543e07b,revision_number=4']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:10.821303 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.823373 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.854461 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Attempting to bind port dde77245-7032-48d0-85f0-33b803021569 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:55:10.856019 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Attempting to bind port dde77245-7032-48d0-85f0-33b803021569 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:55:10.856563 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Attempting to bind port dde77245-7032-48d0-85f0-33b803021569 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:10.874564 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:10.878567 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Checking segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:10.879084 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.879561 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Bound using segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:10.881508 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Bound port: dde77245-7032-48d0-85f0-33b803021569, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:55:10.882554 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.890686 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:09Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:10.900346 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b2fc0045-42f2-4dee-8402-e6ca56b8e4f6 req-ed1b8605-61f7-44e6-b78b-53d2bef02103 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 210 time: 0.1392334 Jun 08 13:55:10.904511 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7dcff6de-c71d-47ba-8c94-8671be79e6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.915093 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-71d7b4ee-ff86-400e-97c2-4975a2aed49e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.918132 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-71d7b4ee-ff86-400e-97c2-4975a2aed49e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0924015 Jun 08 13:55:10.920414 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:10.921191 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.922186 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37302) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:10.925296 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:10.943745 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-b58e92a4-f406-4732-be4d-603bf564a7b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group_rule': {'security_group_id': 'c400ea1f-3374-433d-9dac-91430e22eeda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:10.963071 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f533e44-c9fc-46c9-bc5b-c4e283d00690 req-d870aa43-3491-4c93-884f-25ddcc6c6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:10.967233 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6f533e44-c9fc-46c9-bc5b-c4e283d00690 req-d870aa43-3491-4c93-884f-25ddcc6c6ea7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c99b89e609ee47d385b30c462d076835&device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 1096 time: 0.2013562 Jun 08 13:55:10.971418 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] For port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:11.100257 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:11.102079 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 50b5dd68-7e20-43a1-a271-2a40e3b6635c up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:11.159877 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-d5f07aa5-b9f5-4d86-9745-e1c068955501 None None] Current status of the port c43b883a-7909-4781-9141-140de543e07b is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:11.160579 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d5f07aa5-b9f5-4d86-9745-e1c068955501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.166521 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] For port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:11.177886 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b58e92a4-f406-4732-be4d-603bf564a7b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.182881 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] For port dde77245-7032-48d0-85f0-33b803021569, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:11.209398 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-d5f07aa5-b9f5-4d86-9745-e1c068955501 None None] For port c43b883a-7909-4781-9141-140de543e07b, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c43b883a-7909-4781-9141-140de543e07b,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:11.214770 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7dcff6de-c71d-47ba-8c94-8671be79e6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.228153 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d5f07aa5-b9f5-4d86-9745-e1c068955501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.257280 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20a7e2-6cc6-4f25-8596-b7d5635f1253 req-b28db90a-7d9c-4058-9501-abcc82766985 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:11.258900 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6d20a7e2-6cc6-4f25-8596-b7d5635f1253 req-b28db90a-7d9c-4058-9501-abcc82766985 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 943 time: 0.2045865 Jun 08 13:55:11.260067 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.272303 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901233d-8cf0-42cd-ae65-3c70ce629a41 None None] The sync data for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi is: [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:09Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:55:11.272739 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ffb0a3-115a-49e7-9f9b-b796e5fa1167,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:11.332761 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] For port dde77245-7032-48d0-85f0-33b803021569, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=dde77245-7032-48d0-85f0-33b803021569,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:11.334230 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f07aa5-b9f5-4d86-9745-e1c068955501 None None] Pushing event updated for resources: {'Port': ['ID=c43b883a-7909-4781-9141-140de543e07b,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:11.367468 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.374787 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:11.375646 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.377323 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] 10.222.0.71 "PUT /v2.0/ports/edb10e1e-9d37-48fc-bad7-0536b8ce2c7e HTTP/1.1" status: 200 len: 1093 time: 6.2216103 Jun 08 13:55:11.416636 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23f4ac6-c48d-4500-811c-860f4127bc89', 'tag': 'edb10e1e-9d37-48fc-bad7-0536b8ce2c7e'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:11.449029 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b58e92a4-f406-4732-be4d-603bf564a7b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.500799 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b58e92a4-f406-4732-be4d-603bf564a7b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.563149 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 50b5dd68-7e20-43a1-a271-2a40e3b6635c triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:11.563149 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.570569 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e92a4-f406-4732-be4d-603bf564a7b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57d9189-bc13-45e2-8017-25f3cd4e933c,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:11.607043 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b58e92a4-f406-4732-be4d-603bf564a7b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.610396 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-b58e92a4-f406-4732-be4d-603bf564a7b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6870022 Jun 08 13:55:11.623571 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37328) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:11.651671 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:11.728675 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499ab49-dd0b-417e-92dd-e490cb16cb5f None None] Pushing event updated for resources: {'Port': ['ID=dde77245-7032-48d0-85f0-33b803021569,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:11.735572 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:11.736370 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:11.751224 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.763458 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7dcff6de-c71d-47ba-8c94-8671be79e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.766036 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7dcff6de-c71d-47ba-8c94-8671be79e6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:11.784347 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7dcff6de-c71d-47ba-8c94-8671be79e6dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78cd4004-e5dc-4a7c-8fd7-022c0c596138 HTTP/1.1" status: 204 len: 168 time: 1.4775510 Jun 08 13:55:11.794823 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6d20a7e2-6cc6-4f25-8596-b7d5635f1253 req-2afd44e6-7ed2-4add-8274-0615187fdfd9 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174253 Jun 08 13:55:11.795596 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f533e44-c9fc-46c9-bc5b-c4e283d00690 req-76bb1c6c-0f1c-4dfd-9a76-d19e1f5945c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:11.799243 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6f533e44-c9fc-46c9-bc5b-c4e283d00690 req-76bb1c6c-0f1c-4dfd-9a76-d19e1f5945c8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=79c67d1c-fd25-4157-b71d-18041957a44f HTTP/1.1" status: 200 len: 913 time: 0.8180180 Jun 08 13:55:11.879328 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcff6de-c71d-47ba-8c94-8671be79e6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cd4004-e5dc-4a7c-8fd7-022c0c596138,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:11.903170 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:12.056489 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6f533e44-c9fc-46c9-bc5b-c4e283d00690 req-d3ba7624-dfc9-444e-9673-bdcd387feaa4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b90ecbe-d4cf-4458-9406-75c336ad92ed HTTP/1.1" status: 200 len: 217 time: 0.2485821 Jun 08 13:55:12.058600 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939df46-0f5d-4b2f-adc7-4d3e06b28ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:12.079167 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:12.085878 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d9e4b1-8f11-4454-ab05-e28490097e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a23f4ac6-c48d-4500-811c-860f4127bc89", "tag": "edb10e1e-9d37-48fc-bad7-0536b8ce2c7e"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:12.092996 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-65b42e7d-6b86-4d7b-938f-defad0cdbd5d None None] Provisioning complete for port c43b883a-7909-4781-9141-140de543e07b triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:12.093121 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:12.095616 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-65b42e7d-6b86-4d7b-938f-defad0cdbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:12.135622 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:12.190468 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:12.252748 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:12.263011 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-b26459dd-fd56-434d-99f4-cc6f6af4a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:12.265837 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-b26459dd-fd56-434d-99f4-cc6f6af4a21f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 1096 time: 0.7584398 Jun 08 13:55:12.285034 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f533e44-c9fc-46c9-bc5b-c4e283d00690 req-124beb3f-9788-4f35-9659-660c83729fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:12.292255 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6f533e44-c9fc-46c9-bc5b-c4e283d00690 req-124beb3f-9788-4f35-9659-660c83729fff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32d82a63-8750-454e-8494-35ea4136119e HTTP/1.1" status: 200 len: 852 time: 0.1761863 Jun 08 13:55:12.300959 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37360) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:12.352622 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 50b5dd68-7e20-43a1-a271-2a40e3b6635c is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:12.362582 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131b0a-5402-455e-9d69-67716df633fc req-11bb7842-3a2f-4d0f-bb7c-66faa63c74d5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:12.368730 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a8131b0a-5402-455e-9d69-67716df633fc req-11bb7842-3a2f-4d0f-bb7c-66faa63c74d5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 931 time: 0.3383358 Jun 08 13:55:12.466098 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6f533e44-c9fc-46c9-bc5b-c4e283d00690 req-9eb3c817-7294-41bb-ba7e-fc33522a8ef1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79c67d1c-fd25-4157-b71d-18041957a44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634917 Jun 08 13:55:12.502262 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:12.577082 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-65b42e7d-6b86-4d7b-938f-defad0cdbd5d None None] Current status of the port c43b883a-7909-4781-9141-140de543e07b is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:12.695366 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a8131b0a-5402-455e-9d69-67716df633fc req-9fbc4d54-f3a9-4972-8664-70fee1024d43 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227937 Jun 08 13:55:12.754823 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:12.755852 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:12.759751 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c43b883a-7909-4781-9141-140de543e07b up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:12.760374 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:12.834040 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-9ce99174-8ec4-4535-a65b-9b7c1ef7b7b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e HTTP/1.1" status: 200 len: 217 time: 0.4305956 Jun 08 13:55:12.839404 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2dd768-f7e6-4cf5-9020-5558baa6a4d5 x-openstack-request-id: req-bc2dd768-f7e6-4cf5-9020-5558baa6a4d5 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:12.839760 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23f4ac6-c48d-4500-811c-860f4127bc89", "tag": "edb10e1e-9d37-48fc-bad7-0536b8ce2c7e", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:12.839929 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc2dd768-f7e6-4cf5-9020-5558baa6a4d5 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:12.842917 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2dd768-f7e6-4cf5-9020-5558baa6a4d5'] response: {'name': 'network-changed', 'server_uuid': 'a23f4ac6-c48d-4500-811c-860f4127bc89', 'tag': 'edb10e1e-9d37-48fc-bad7-0536b8ce2c7e', 'status': 'completed', 'code': 200} Jun 08 13:55:12.843454 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6f533e44-c9fc-46c9-bc5b-c4e283d00690 req-071d9b1b-3dcd-4b46-bcdc-b872242ba767 service neutron] 10.222.0.71 "GET /v2.0/networks/79c67d1c-fd25-4157-b71d-18041957a44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607912 Jun 08 13:55:12.925584 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event updated for resources: {'Port': ['ID=25e3230c-b288-4747-b0be-7b9f047d2c66,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:13.007106 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-9c3d407e-b745-4acf-9351-9d3c42a416f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:13.011552 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-9c3d407e-b745-4acf-9351-9d3c42a416f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.1605773 Jun 08 13:55:13.018542 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-65b42e7d-6b86-4d7b-938f-defad0cdbd5d None None] Provisioning complete for port dde77245-7032-48d0-85f0-33b803021569 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:13.019849 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-65b42e7d-6b86-4d7b-938f-defad0cdbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:13.023983 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-2d4f8174-8587-4ca4-8c22-95e6aaae8e31 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8525841 Jun 08 13:55:13.063202 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4ae01850-fcaf-4e87-a10b-ca0d60b30519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:13.096234 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:13.128586 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Request body: {'port': {'device_id': 'ae86279f-4ce7-4b0c-9935-ec8e614bea66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:13.260084 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-c4cce3bc-2d3d-4c20-8bf6-ff9efde43376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:13.261415 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-c4cce3bc-2d3d-4c20-8bf6-ff9efde43376 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2364869 Jun 08 13:55:13.284367 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-65b42e7d-6b86-4d7b-938f-defad0cdbd5d None None] Current status of the port dde77245-7032-48d0-85f0-33b803021569 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:13.284936 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-65b42e7d-6b86-4d7b-938f-defad0cdbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:13.302724 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port c43b883a-7909-4781-9141-140de543e07b triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:13.303548 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:13.432489 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-65b42e7d-6b86-4d7b-938f-defad0cdbd5d None None] For port dde77245-7032-48d0-85f0-33b803021569, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=dde77245-7032-48d0-85f0-33b803021569,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:13.470996 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:13.507140 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2d0a2-8303-4bbf-a669-e3bf4e53462b None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:55:13.514258 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-65b42e7d-6b86-4d7b-938f-defad0cdbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:13.556233 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Allocated IP 172.27.0.9 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/6618c7e1-55f0-4d66-85d2-51f82e3f6bbe) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:13.565326 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Router f98654f9-053a-49f4-a221-fc5101d8d09d has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:55:13.569935 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:13.623308 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 1b90ecbe-d4cf-4458-9406-75c336ad92ed details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:55:13.648184 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6f533e44-c9fc-46c9-bc5b-c4e283d00690 req-92c03700-0cc1-4b8d-ad98-8455cbfaf56a service neutron] 10.222.0.71 "GET /v2.0/networks/79c67d1c-fd25-4157-b71d-18041957a44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7839084 Jun 08 13:55:13.663976 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8577b41-c328-47d2-852d-dbb386bc4095 req-228cd88d-969f-4391-9636-9d25d15671c6 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:13.665538 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d8577b41-c328-47d2-852d-dbb386bc4095 req-228cd88d-969f-4391-9636-9d25d15671c6 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 943 time: 0.6370728 Jun 08 13:55:13.790050 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d8577b41-c328-47d2-852d-dbb386bc4095 req-dbe0d308-8e2f-4e62-9ce1-19bd4f092d48 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171863 Jun 08 13:55:13.840762 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4ae01850-fcaf-4e87-a10b-ca0d60b30519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:13.849183 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4ae01850-fcaf-4e87-a10b-ca0d60b30519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:13.853802 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port c43b883a-7909-4781-9141-140de543e07b is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:13.855022 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:13.859333 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-f7693575-c83c-4ebf-b167-04c93127b2b7 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867953 Jun 08 13:55:13.919019 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae01850-fcaf-4e87-a10b-ca0d60b30519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5513e7e8-2b9c-4429-b40f-2a2367194de7,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:13.971665 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-4ae01850-fcaf-4e87-a10b-ca0d60b30519 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b42f1b8873a4e638477f8ee6bed6f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5882320 Jun 08 13:55:13.972161 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37410) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:13.984759 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.072248 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1faf27f3-d926-4c87-9888-951bda743f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.105450 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1faf27f3-d926-4c87-9888-951bda743f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.127940 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 1b90ecbe-d4cf-4458-9406-75c336ad92ed, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=1b90ecbe-d4cf-4458-9406-75c336ad92ed,segment=NetworkSegment(ca656135-2d9a-4620-b464-3a6e88569b5e),segment_id=ca656135-2d9a-4620-b464-3a6e88569b5e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:14.180272 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': '1b90ecbe-d4cf-4458-9406-75c336ad92ed', 'network_id': '79c67d1c-fd25-4157-b71d-18041957a44f', 'port_id': '1b90ecbe-d4cf-4458-9406-75c336ad92ed', 'mac_address': 'fa:16:3e:73:88:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d82a63-8750-454e-8494-35ea4136119e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:55:14.229442 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1faf27f3-d926-4c87-9888-951bda743f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.232376 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1faf27f3-d926-4c87-9888-951bda743f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.241518 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-1faf27f3-d926-4c87-9888-951bda743f90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5513e7e8-2b9c-4429-b40f-2a2367194de7 HTTP/1.1" status: 204 len: 168 time: 0.2648211 Jun 08 13:55:14.257545 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 1b90ecbe-d4cf-4458-9406-75c336ad92ed is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:14.257979 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.264507 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b42e7d-6b86-4d7b-938f-defad0cdbd5d None None] Pushing event updated for resources: {'Port': ['ID=dde77245-7032-48d0-85f0-33b803021569,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:14.271454 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf27f3-d926-4c87-9888-951bda743f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5513e7e8-2b9c-4429-b40f-2a2367194de7,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:14.333998 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b90ecbe-d4cf-4458-9406-75c336ad92ed {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:14.357248 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 1b90ecbe-d4cf-4458-9406-75c336ad92ed, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=1b90ecbe-d4cf-4458-9406-75c336ad92ed,segment=NetworkSegment(ca656135-2d9a-4620-b464-3a6e88569b5e),segment_id=ca656135-2d9a-4620-b464-3a6e88569b5e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:14.377102 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.414015 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51b79-697a-49e7-9956-608ba3ab93e5 req-3867a2bd-c825-4f33-9598-bb60ea108152 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:14.415791 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a0f51b79-697a-49e7-9956-608ba3ab93e5 req-3867a2bd-c825-4f33-9598-bb60ea108152 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 931 time: 0.5425038 Jun 08 13:55:14.424741 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-d47a8879-95d4-401a-bc53-f5331392355c None None] Provisioning complete for port 25e3230c-b288-4747-b0be-7b9f047d2c66 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:14.425369 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d47a8879-95d4-401a-bc53-f5331392355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.429324 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:14.429970 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.556574 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-d47a8879-95d4-401a-bc53-f5331392355c None None] Port 25e3230c-b288-4747-b0be-7b9f047d2c66 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:14.572174 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=1b90ecbe-d4cf-4458-9406-75c336ad92ed,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:14.581651 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.601213 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14db2e8d-9f12-46d4-8818-73e19bae1da7 req-1e31f15b-5f18-4404-91e6-3f049bdbdcb2 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026534 Jun 08 13:55:14.637860 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:55:14.644692 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-d47a8879-95d4-401a-bc53-f5331392355c None None] Provisioning complete for port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:14.645064 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d47a8879-95d4-401a-bc53-f5331392355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:14.656843 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Sync routers for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:55:14.669882 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-8eb3d993-8522-4fa3-84a4-a878eba4e616 admin admin] 10.222.0.64 "PUT /v2.0/routers/f98654f9-053a-49f4-a221-fc5101d8d09d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.4039042 Jun 08 13:55:14.698900 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a0f51b79-697a-49e7-9956-608ba3ab93e5 req-6cd8fdd2-42db-4e37-ada9-dadbcb41f4c8 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558658 Jun 08 13:55:14.732751 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Allocated IP 172.27.0.185 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/9669d099-60ea-44d5-a8b7-671ea72f3b10) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:14.748689 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['1b90ecbe-d4cf-4458-9406-75c336ad92ed'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:14.752442 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:14.771349 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:14.778499 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:14.799234 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'Port': ['ID=6618c7e1-55f0-4d66-85d2-51f82e3f6bbe,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:14.870336 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-d2ebb2e4-0946-4f4d-ad8b-c1cc16391b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:14.871892 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-d2ebb2e4-0946-4f4d-ad8b-c1cc16391b9d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 1096 time: 0.1765966 Jun 08 13:55:14.919603 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-d47a8879-95d4-401a-bc53-f5331392355c None None] Port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:14.986072 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:14.999858 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:15.000712 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:15.112433 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-d47a8879-95d4-401a-bc53-f5331392355c None None] Provisioning complete for port dde77245-7032-48d0-85f0-33b803021569 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:15.112888 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d47a8879-95d4-401a-bc53-f5331392355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:15.154897 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b7389-26e7-4d31-a291-36a6b10170f6 req-94973d0a-fc11-477e-a254-1827fb9998b2 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:15.156582 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-930b7389-26e7-4d31-a291-36a6b10170f6 req-94973d0a-fc11-477e-a254-1827fb9998b2 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 944 time: 0.2146101 Jun 08 13:55:15.187475 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e3230c-b288-4747-b0be-7b9f047d2c66 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:15.200637 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:15.246638 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:15.271930 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device dde77245-7032-48d0-85f0-33b803021569 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:15.321361 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-930b7389-26e7-4d31-a291-36a6b10170f6 req-2eae9087-7593-4e38-99db-f715e6a5c5ed tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450844 Jun 08 13:55:15.361710 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:15.367422 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Transition to ACTIVE for port object 25e3230c-b288-4747-b0be-7b9f047d2c66 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:55:15.395032 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:15.398482 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:15.408150 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:15.477006 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-d47a8879-95d4-401a-bc53-f5331392355c None None] Current status of the port dde77245-7032-48d0-85f0-33b803021569 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:15.479941 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37448) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:15.533538 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-24d16815-ea55-4a43-b449-836fa0ba2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:15.535969 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-24d16815-ea55-4a43-b449-836fa0ba2c8c service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.6491213 Jun 08 13:55:15.572596 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Pushing event updated for resources: {'Port': ['ID=25e3230c-b288-4747-b0be-7b9f047d2c66,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:15.574963 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:15.577162 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-338012e9-62d1-4484-8de3-92e48667e679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:15.585886 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:15.593569 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:15.631196 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=9669d099-60ea-44d5-a8b7-671ea72f3b10,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:15.640713 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:15.661102 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-e7118d3f-39ce-46ce-97e2-511876b956bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e HTTP/1.1" status: 200 len: 217 time: 0.1116388 Jun 08 13:55:15.674993 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port dde77245-7032-48d0-85f0-33b803021569 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:15.674993 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:15.803763 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37454) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:15.917045 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Attempting to bind port 25e3230c-b288-4747-b0be-7b9f047d2c66 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:55:15.918919 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Attempting to bind port 25e3230c-b288-4747-b0be-7b9f047d2c66 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:55:15.919417 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Attempting to bind port 25e3230c-b288-4747-b0be-7b9f047d2c66 on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:15.945997 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Port 25e3230c-b288-4747-b0be-7b9f047d2c66 on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:55:15.946542 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Attempting to bind port 25e3230c-b288-4747-b0be-7b9f047d2c66 on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:15.964901 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:15.965770 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Checking segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:15.966792 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Bound using segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:15.968221 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Bound port: 25e3230c-b288-4747-b0be-7b9f047d2c66, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:55:15.969022 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.063243 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.078100 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port dde77245-7032-48d0-85f0-33b803021569 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:16.080964 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] For port 25e3230c-b288-4747-b0be-7b9f047d2c66, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:16.087153 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] For port 25e3230c-b288-4747-b0be-7b9f047d2c66, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=25e3230c-b288-4747-b0be-7b9f047d2c66,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:16.101753 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-c934914a-a7e2-4d6b-b250-d9a51c5c85bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:16.104000 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-c934914a-a7e2-4d6b-b250-d9a51c5c85bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.3729372 Jun 08 13:55:16.107711 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.131929 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 2, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:16.146161 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.174502 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459d5a1-a3e3-4877-800c-6051babe8fad req-760e115e-3209-4583-91e0-dc5de5e3f921 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:16.176358 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9459d5a1-a3e3-4877-800c-6051babe8fad req-760e115e-3209-4583-91e0-dc5de5e3f921 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 943 time: 0.3393030 Jun 08 13:55:16.202297 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Checking router: f98654f9-053a-49f4-a221-fc5101d8d09d for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:55:16.203707 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Updating router f98654f9-053a-49f4-a221-fc5101d8d09d port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:55:16.211309 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f5f46b22-9f80-4d51-8d15-8caf458e8383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.225209 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37464) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:16.237638 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-9179771d-362c-4d59-a011-d885d149b7a4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1518088028', 'description': 'tempest-description--2104938264'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:16.245275 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:16.245994 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.247438 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] 10.222.0.71 "PUT /v2.0/ports/25e3230c-b288-4747-b0be-7b9f047d2c66 HTTP/1.1" status: 200 len: 1093 time: 3.1234519 Jun 08 13:55:16.250504 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae86279f-4ce7-4b0c-9935-ec8e614bea66', 'tag': '25e3230c-b288-4747-b0be-7b9f047d2c66'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:16.253711 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae86279f-4ce7-4b0c-9935-ec8e614bea66", "tag": "25e3230c-b288-4747-b0be-7b9f047d2c66"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:16.258790 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.284054 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-e7f5cba6-5925-42e8-a169-baeb65cadcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:16.285581 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-e7f5cba6-5925-42e8-a169-baeb65cadcf4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1182442 Jun 08 13:55:16.388011 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-338012e9-62d1-4484-8de3-92e48667e679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.487606 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-338012e9-62d1-4484-8de3-92e48667e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.574511 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9459d5a1-a3e3-4877-800c-6051babe8fad req-2c50e43a-7d23-40be-beb9-4f85bc707862 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643718 Jun 08 13:55:16.592286 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9179771d-362c-4d59-a011-d885d149b7a4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.636418 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ddb0e-2d38-4c60-9cbd-f3af18071835 service neutron] Pushing event updated for resources: {'Port': ['ID=25e3230c-b288-4747-b0be-7b9f047d2c66,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:16.646816 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f5f46b22-9f80-4d51-8d15-8caf458e8383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.652468 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-338012e9-62d1-4484-8de3-92e48667e679 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0d81ebb025248c18affa8c761b25653&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1581972 Jun 08 13:55:16.653672 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cf50f3-0d93-4388-a326-b444be8dbc67 x-openstack-request-id: req-e9cf50f3-0d93-4388-a326-b444be8dbc67 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:16.653988 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae86279f-4ce7-4b0c-9935-ec8e614bea66", "tag": "25e3230c-b288-4747-b0be-7b9f047d2c66", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:16.654245 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9cf50f3-0d93-4388-a326-b444be8dbc67 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:16.654626 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cf50f3-0d93-4388-a326-b444be8dbc67'] response: {'name': 'network-changed', 'server_uuid': 'ae86279f-4ce7-4b0c-9935-ec8e614bea66', 'tag': '25e3230c-b288-4747-b0be-7b9f047d2c66', 'status': 'completed', 'code': 200} Jun 08 13:55:16.655205 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37470) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:16.665826 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338012e9-62d1-4484-8de3-92e48667e679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ba74b4-486f-46f9-a22b-ce1dc0993313,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:16.682151 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f5f46b22-9f80-4d51-8d15-8caf458e8383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.758628 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-f5f46b22-9f80-4d51-8d15-8caf458e8383 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b9b4d2891af4727a4e7dab9ac7ba8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9537611 Jun 08 13:55:16.762442 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f46b22-9f80-4d51-8d15-8caf458e8383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1770b8ab-98a5-444e-a30f-e8c4ae3fa5d9,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:16.765288 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37472) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:16.767976 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.794087 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.819231 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.826501 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.831894 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-d33c328d-4903-4623-ab35-f0e5c37f8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:16.833495 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-d33c328d-4903-4623-ab35-f0e5c37f8840 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 1096 time: 0.5229659 Jun 08 13:55:16.836318 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.851428 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:16.889478 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522524f-cfff-410a-a43a-2be868b45775 req-4ff1e449-5aa9-4af9-80b2-3b83c91fab01 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:16.899030 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4522524f-cfff-410a-a43a-2be868b45775 req-4ff1e449-5aa9-4af9-80b2-3b83c91fab01 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 944 time: 0.2483668 Jun 08 13:55:16.929373 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=9669d099-60ea-44d5-a8b7-671ea72f3b10,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:16.950637 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-74ee106f-8c5e-4f70-a7e5-62813e0dc065 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549659 Jun 08 13:55:16.973844 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2c28b-2286-420e-9419-affd227f9aa2 None None] Pushing event updated for resources: {'Port': ['ID=a6ffb0a3-115a-49e7-9f9b-b796e5fa1167,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:17.000085 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9179771d-362c-4d59-a011-d885d149b7a4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.005200 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-ea1bdfc4-f505-4d07-a325-16b3a7ef13b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e3230c-b288-4747-b0be-7b9f047d2c66 HTTP/1.1" status: 200 len: 217 time: 0.1547580 Jun 08 13:55:17.021280 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9179771d-362c-4d59-a011-d885d149b7a4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.027385 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.028280 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4d725252-ef79-47e9-913f-4882984ec6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.032461 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a489fe46-3b88-48e2-90c8-de2daf3110dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.056694 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Attempting to bind port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:55:17.057177 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Attempting to bind port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:55:17.057820 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Attempting to bind port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 on network 93f0707a-1edc-4bee-b42f-49d92e9de51d {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:17.068188 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:17.068701 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Checking segment: {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:17.069196 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.070007 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Bound using segment: {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:17.079998 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Bound port: a6ffb0a3-115a-49e7-9f9b-b796e5fa1167, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:55:17.080615 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.104622 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179771d-362c-4d59-a011-d885d149b7a4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48318367-921b-4070-95d7-77a24e731157,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:17.108969 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9179771d-362c-4d59-a011-d885d149b7a4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.110225 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-9179771d-362c-4d59-a011-d885d149b7a4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8811626 Jun 08 13:55:17.113087 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a489fe46-3b88-48e2-90c8-de2daf3110dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.115476 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37478) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:17.124145 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.134122 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-63418249-f6c9-4f39-acaf-a928f5427b55 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4996037 Jun 08 13:55:17.134122 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-dc3866bd-cc69-4c10-9c81-55ae6f26cc7f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'security_group_rule': {'security_group_id': '48318367-921b-4070-95d7-77a24e731157', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:17.194078 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-dc3866bd-cc69-4c10-9c81-55ae6f26cc7f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.219190 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ab75-1999-4909-916f-74d8f35b264a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.233295 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a489fe46-3b88-48e2-90c8-de2daf3110dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.237060 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a489fe46-3b88-48e2-90c8-de2daf3110dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.238343 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-a489fe46-3b88-48e2-90c8-de2daf3110dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1770b8ab-98a5-444e-a30f-e8c4ae3fa5d9 HTTP/1.1" status: 204 len: 168 time: 0.4655516 Jun 08 13:55:17.242592 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] For port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:17.246075 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] For port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=a6ffb0a3-115a-49e7-9f9b-b796e5fa1167,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:17.253599 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.256495 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489fe46-3b88-48e2-90c8-de2daf3110dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1770b8ab-98a5-444e-a30f-e8c4ae3fa5d9,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:17.315985 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'Port': ['ID=6618c7e1-55f0-4d66-85d2-51f82e3f6bbe,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:17.316798 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-dc3866bd-cc69-4c10-9c81-55ae6f26cc7f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.323787 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4d725252-ef79-47e9-913f-4882984ec6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.330900 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-dc3866bd-cc69-4c10-9c81-55ae6f26cc7f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.367854 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3866bd-cc69-4c10-9c81-55ae6f26cc7f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1241c8a-c127-4bd1-988f-e595aeca23eb,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:17.398519 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4522524f-cfff-410a-a43a-2be868b45775 req-8c0f34b5-2e3d-4c7a-9208-23c564840668 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980438 Jun 08 13:55:17.409543 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.412086 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-dc3866bd-cc69-4c10-9c81-55ae6f26cc7f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.414885 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2c28b-2286-420e-9419-affd227f9aa2 None None] Pushing event updated for resources: {'Port': ['ID=a6ffb0a3-115a-49e7-9f9b-b796e5fa1167,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:17.416621 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-dc3866bd-cc69-4c10-9c81-55ae6f26cc7f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2954288 Jun 08 13:55:17.417946 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37494) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:17.443163 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-3a3403b7-857b-47df-8d2c-c758ced74e39 None None] Provisioning complete for port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:17.443538 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-3a3403b7-857b-47df-8d2c-c758ced74e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.447619 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-4d35541f-727a-41d9-b007-a0c5c86c11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.449276 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-4d35541f-727a-41d9-b007-a0c5c86c11a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.4122586 Jun 08 13:55:17.460949 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-e8cf541b-80b8-442c-a4bc-d3c6ee04cbe7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'security_group_rule': {'security_group_id': '48318367-921b-4070-95d7-77a24e731157', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:17.493707 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:17.494426 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:54:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:17.518455 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.519704 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6eaee003-834c-4749-893a-658e19842438 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.2118082 Jun 08 13:55:17.531563 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e6d9e4b1-8f11-4454-ab05-e28490097e1d req-79fe6f1a-d01b-4ece-a82d-219a085e35a5 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529513 Jun 08 13:55:17.566272 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-01e89b0f-0bdd-4b51-9daa-fa7c5ab6674b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1567927708&fields=id&tenant_id=aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 267 time: 0.1449146 Jun 08 13:55:17.576479 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e8cf541b-80b8-442c-a4bc-d3c6ee04cbe7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.577199 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-497e94af-941c-40fd-947c-b32371c5ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.579858 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-497e94af-941c-40fd-947c-b32371c5ca6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1152091 Jun 08 13:55:17.584803 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4d725252-ef79-47e9-913f-4882984ec6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.588502 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4d725252-ef79-47e9-913f-4882984ec6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.590255 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-4d725252-ef79-47e9-913f-4882984ec6ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21ba74b4-486f-46f9-a22b-ce1dc0993313 HTTP/1.1" status: 204 len: 168 time: 0.9032686 Jun 08 13:55:17.650258 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e8cf541b-80b8-442c-a4bc-d3c6ee04cbe7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.668558 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d725252-ef79-47e9-913f-4882984ec6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ba74b4-486f-46f9-a22b-ce1dc0993313,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:17.684066 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e8cf541b-80b8-442c-a4bc-d3c6ee04cbe7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.760324 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf541b-80b8-442c-a4bc-d3c6ee04cbe7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f0a4bd-facc-4248-a36c-9e16a9e21739,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:17.801679 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37506) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:17.813318 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device edb10e1e-9d37-48fc-bad7-0536b8ce2c7e details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:55:17.815623 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 1b90ecbe-d4cf-4458-9406-75c336ad92ed up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:17.828886 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e8cf541b-80b8-442c-a4bc-d3c6ee04cbe7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.830639 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e8cf541b-80b8-442c-a4bc-d3c6ee04cbe7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3833961 Jun 08 13:55:17.834345 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37508) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:17.838041 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:17.868340 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5b76c675-0607-46ed-93ab-9f3a0cce7a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.868627 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-3981a92e-e3cc-4422-8d30-308039dc0476 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.875818 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-e61fdf06-02c2-4239-a694-11735b56a653 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841353 Jun 08 13:55:17.876832 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-3981a92e-e3cc-4422-8d30-308039dc0476 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 813 time: 0.2528026 Jun 08 13:55:17.900092 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-9e84996e-5fb4-4a8b-9027-758a948a867d tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/quotas/aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 375 time: 0.0221312 Jun 08 13:55:17.936643 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:17.974656 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a013e-bc4d-434a-bba6-5309c6882383 req-f95c8714-f40f-4b1b-9479-10c376c6a3d0 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:17.983105 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-876a013e-bc4d-434a-bba6-5309c6882383 req-f95c8714-f40f-4b1b-9479-10c376c6a3d0 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 943 time: 0.1971560 Jun 08 13:55:18.026725 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-bfd5dcd7-b2d8-4c92-b219-34c483c784a3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1253195 Jun 08 13:55:18.049383 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-3a3403b7-857b-47df-8d2c-c758ced74e39 None None] Current status of the port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:18.050179 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-3a3403b7-857b-47df-8d2c-c758ced74e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:18.092120 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:18.110373 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5a69e9c0-7624-48d2-93e4-b37d9c4e983e req-18bd18de-86ab-4fe7-b9a6-8b7a769d8c50 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183156 Jun 08 13:55:18.159727 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-876a013e-bc4d-434a-bba6-5309c6882383 req-e54e602a-c602-4218-9dab-489a50b78429 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704113 Jun 08 13:55:18.168898 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-3a3403b7-857b-47df-8d2c-c758ced74e39 None None] For port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=a6ffb0a3-115a-49e7-9f9b-b796e5fa1167,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:18.190035 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-3b207759-06a2-4cbf-ae05-4068c9c8f838 service neutron] 10.222.0.64 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555243 Jun 08 13:55:18.200209 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:18.232971 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-3a3403b7-857b-47df-8d2c-c758ced74e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:18.234769 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port 1b90ecbe-d4cf-4458-9406-75c336ad92ed completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:55:18.337459 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-0ef44f0e-0bc3-4c92-9cfa-775c45ab0dd4 service neutron] 10.222.0.64 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313109 Jun 08 13:55:18.338599 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5b76c675-0607-46ed-93ab-9f3a0cce7a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:18.355794 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5b76c675-0607-46ed-93ab-9f3a0cce7a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:18.380167 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-f01891ba-b23e-4a42-8ebf-098187a7c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:18.382519 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-f01891ba-b23e-4a42-8ebf-098187a7c6e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 1096 time: 0.1349118 Jun 08 13:55:18.393011 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:18.406216 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port 1b90ecbe-d4cf-4458-9406-75c336ad92ed triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:18.406759 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:18.486900 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-afc6efdf-b559-40d1-9520-fabc1a42e54c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1912687322&fields=id&tenant_id=32b44032f04541228ee68e9de40262d0 HTTP/1.1" status: 200 len: 267 time: 0.1604948 Jun 08 13:55:18.492165 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-5b76c675-0607-46ed-93ab-9f3a0cce7a68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c87201e40f0b4db1994091316ae50890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896582 Jun 08 13:55:18.493221 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76c675-0607-46ed-93ab-9f3a0cce7a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d172fe-74a1-4180-8305-47239701adb8,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:18.527432 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37536) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:18.560203 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Allocated IP 172.27.0.92 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/e16526b9-5ce3-48fc-973d-35e5f0af9f20) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:18.605927 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-501c3877-c67f-4fa0-9e5f-9102d84649a8 None None] Provisioning complete for port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:18.629318 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-501c3877-c67f-4fa0-9e5f-9102d84649a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:18.631290 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3403b7-857b-47df-8d2c-c758ced74e39 None None] Pushing event updated for resources: {'Port': ['ID=a6ffb0a3-115a-49e7-9f9b-b796e5fa1167,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:18.741813 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-20e6c9c3-b73e-46a6-af81-c0bb4a5feb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:18.743293 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-20e6c9c3-b73e-46a6-af81-c0bb4a5feb03 service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.3528426 Jun 08 13:55:18.809503 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-298658a5-aaa6-4722-8df8-05cb69e7954d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:18.810704 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'edb10e1e-9d37-48fc-bad7-0536b8ce2c7e', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'port_id': 'edb10e1e-9d37-48fc-bad7-0536b8ce2c7e', 'mac_address': 'fa:16:3e:a6:8e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:55:18.822259 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-298658a5-aaa6-4722-8df8-05cb69e7954d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 817 time: 0.3341870 Jun 08 13:55:18.856388 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:18.916185 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-fedd1a8b-c815-445c-a118-55fe8c45d320 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e3230c-b288-4747-b0be-7b9f047d2c66 HTTP/1.1" status: 200 len: 217 time: 0.1560276 Jun 08 13:55:18.922021 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c43e06-c9be-42bd-8123-b0b9be0dd7c2 req-f7bbfc0f-ed16-4e4e-814f-555d567a024a tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:18.933820 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-708eb06f-3910-4296-b913-2d0d964cf81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:18.950803 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b9c43e06-c9be-42bd-8123-b0b9be0dd7c2 req-f7bbfc0f-ed16-4e4e-814f-555d567a024a tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 944 time: 0.1798148 Jun 08 13:55:18.961373 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:18.962306 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:18.970037 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-30c22005-a2d7-4c73-970e-87ce14332efc tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/quotas/32b44032f04541228ee68e9de40262d0 HTTP/1.1" status: 200 len: 375 time: 0.1310587 Jun 08 13:55:19.075776 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b9c43e06-c9be-42bd-8123-b0b9be0dd7c2 req-d22214fb-1cb8-461b-9a9c-8838ad28b1df tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238191 Jun 08 13:55:19.084492 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:19.089269 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 1b90ecbe-d4cf-4458-9406-75c336ad92ed is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:19.089269 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:19.097045 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb10e1e-9d37-48fc-bad7-0536b8ce2c7e {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:19.186379 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-708eb06f-3910-4296-b913-2d0d964cf81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:19.187325 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 1b90ecbe-d4cf-4458-9406-75c336ad92ed, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=1b90ecbe-d4cf-4458-9406-75c336ad92ed,segment=NetworkSegment(ca656135-2d9a-4620-b464-3a6e88569b5e),segment_id=ca656135-2d9a-4620-b464-3a6e88569b5e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:19.197007 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:19.204530 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468ed578-75e5-4d90-8cb1-3e303cf93c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b90ecbe-d4cf-4458-9406-75c336ad92ed'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:19.208539 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-232c72aa-229f-48e4-aba1-39e9de3d05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:19.210121 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-232c72aa-229f-48e4-aba1-39e9de3d05b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.2775578 Jun 08 13:55:19.258370 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-3e8823b3-b82c-4891-ae8e-0d27fcee2cfd tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2872162 Jun 08 13:55:19.275884 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:19.286566 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:19.311806 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:19.315271 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e2c74c4f-128e-4db0-83b5-824de316fea0 req-93b448f4-98cf-47c5-943d-fe9b39582ee3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 210 time: 0.1008542 Jun 08 13:55:19.319750 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'Port': ['ID=e16526b9-5ce3-48fc-973d-35e5f0af9f20,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:19.344115 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-501c3877-c67f-4fa0-9e5f-9102d84649a8 None None] Current status of the port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:19.360880 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:19.375495 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:19.434838 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=1b90ecbe-d4cf-4458-9406-75c336ad92ed,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:19.440148 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:17Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:19.451724 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-fdf34506-f0f8-4864-b55a-576ce4118c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:19.456038 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-fdf34506-f0f8-4864-b55a-576ce4118c0e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2297053 Jun 08 13:55:19.462582 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-708eb06f-3910-4296-b913-2d0d964cf81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:19.466896 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-708eb06f-3910-4296-b913-2d0d964cf81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:19.468265 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-708eb06f-3910-4296-b913-2d0d964cf81f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56d172fe-74a1-4180-8305-47239701adb8 HTTP/1.1" status: 204 len: 168 time: 0.9397614 Jun 08 13:55:19.478802 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f0c3d-cde6-4d98-ae74-63baa6bf45be None None] The sync data for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi is: [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:17Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:55:19.486048 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a553dae5-3382-4e8d-93f7-377b0b46a916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:19.527489 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb06f-3910-4296-b913-2d0d964cf81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d172fe-74a1-4180-8305-47239701adb8,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:19.589597 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['edb10e1e-9d37-48fc-bad7-0536b8ce2c7e'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:19.642683 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-3559e7b5-5d9b-4509-9939-740eb78f5ac6 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351955 Jun 08 13:55:19.646486 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:19.746109 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-559b6e2e-2039-4067-bdfe-e9972ed9e05f service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741349 Jun 08 13:55:19.839939 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26507780-ebb5-4330-9099-92d1fd976012" -d '{"events": [{"server_uuid": "468ed578-75e5-4d90-8cb1-3e303cf93c2f", "name": "network-vif-plugged", "status": "completed", "tag": "1b90ecbe-d4cf-4458-9406-75c336ad92ed"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:19.854902 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0c887-739b-4d5a-9198-4b21d38e956c req-5fe364e7-2453-4312-9abe-b010a56338a8 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:19.855990 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-47a0c887-739b-4d5a-9198-4b21d38e956c req-5fe364e7-2453-4312-9abe-b010a56338a8 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 943 time: 0.3645191 Jun 08 13:55:19.930633 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-0751737b-1de4-467c-80ae-243a0fb04a86 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869914 Jun 08 13:55:20.049310 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb835fe1-be76-48fb-9b70-0ef83a2f6e4f req-5a85cfce-4d14-45ff-adbe-671a1012694c service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895241 Jun 08 13:55:20.062345 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:20.070339 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-47a0c887-739b-4d5a-9198-4b21d38e956c req-b773bb2f-5ece-4275-8ec2-3b412eeeb6d1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027643 Jun 08 13:55:20.152516 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:20.396414 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f634408-cd9f-49b7-ba30-ff2c8cfaf405 req-5e5d103b-f425-49ad-b274-13105d6bb3e7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:20.408023 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f634408-cd9f-49b7-ba30-ff2c8cfaf405 req-5e5d103b-f425-49ad-b274-13105d6bb3e7 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 945 time: 0.1167736 Jun 08 13:55:20.485036 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:20.500126 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:20.621276 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'Port': ['ID=e16526b9-5ce3-48fc-973d-35e5f0af9f20,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:20.688047 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ec9dbf-32ff-4efb-9fe4-d76481867925 x-openstack-request-id: req-68ec9dbf-32ff-4efb-9fe4-d76481867925 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:20.689211 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468ed578-75e5-4d90-8cb1-3e303cf93c2f", "name": "network-vif-plugged", "status": "completed", "tag": "1b90ecbe-d4cf-4458-9406-75c336ad92ed", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:20.689690 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68ec9dbf-32ff-4efb-9fe4-d76481867925 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:20.692230 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ec9dbf-32ff-4efb-9fe4-d76481867925'] response: {'server_uuid': '468ed578-75e5-4d90-8cb1-3e303cf93c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b90ecbe-d4cf-4458-9406-75c336ad92ed', 'code': 200} Jun 08 13:55:20.711367 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:21.036505 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:21.108684 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:21.118521 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7a4e79ec-ba46-4c4c-818c-0369974cfb9f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2754560 Jun 08 13:55:21.118521 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-8e3064f4-9494-4087-9244-6ec621ae731f req-736b92df-cd59-4ec4-a3c6-6866bd718edc tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 210 time: 0.3429768 Jun 08 13:55:21.302107 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:21.362873 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f634408-cd9f-49b7-ba30-ff2c8cfaf405 req-969611a7-d0b0-4bbd-99fa-061e571f1277 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9520855 Jun 08 13:55:21.397425 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-4a89a9b6-5fb7-43e0-8a46-5cc654155ba4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:21.409902 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-4a89a9b6-5fb7-43e0-8a46-5cc654155ba4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 813 time: 0.9802334 Jun 08 13:55:21.420915 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bf3193b7-c4d8-4776-a630-247b231a1df3 req-c05281fe-2f0d-4b0f-ba6d-0fb5dea1146b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 210 time: 0.0853674 Jun 08 13:55:21.488647 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:21.489207 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:21.535786 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 25e3230c-b288-4747-b0be-7b9f047d2c66 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:55:21.539298 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device edb10e1e-9d37-48fc-bad7-0536b8ce2c7e up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:21.637761 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-f6d8de9e-8f47-4f8e-8c83-a73aae630155 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1518088028&fields=id&tenant_id=d38c085b2a2845cfb125357ea637ad1b HTTP/1.1" status: 200 len: 267 time: 0.0766716 Jun 08 13:55:21.739710 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-d96062af-7af3-4915-9604-7e965f445b9f tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 380 time: 0.3161135 Jun 08 13:55:21.756167 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'port': {'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'admin_state_up': True, 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'security_groups': ['c400ea1f-3374-433d-9dac-91430e22eeda']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:21.783242 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f45e1-f057-4986-aa56-fefc6215b038 req-490a067c-12df-44be-b39f-1d632cdb77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:21.785595 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1e8f45e1-f057-4986-aa56-fefc6215b038 req-490a067c-12df-44be-b39f-1d632cdb77f2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 1098 time: 0.6649752 Jun 08 13:55:21.823180 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350cc01-126f-43e3-a294-257e3b637f75 req-5fd9476a-ffa6-41fa-b82b-719890e1925a tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:21.824585 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37d42b-a171-4de8-9463-beccd1ebe0b5 req-505a9e52-cbd0-4ee8-8553-9f99dfd0dd1d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:21.826594 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5c37d42b-a171-4de8-9463-beccd1ebe0b5 req-505a9e52-cbd0-4ee8-8553-9f99dfd0dd1d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 943 time: 0.2485309 Jun 08 13:55:21.831835 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-5fd9476a-ffa6-41fa-b82b-719890e1925a tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/networks?id=93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 200 len: 808 time: 0.1917214 Jun 08 13:55:21.849767 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-4802a3d5-e30a-4947-abe2-bf3b32c12382 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/quotas/d38c085b2a2845cfb125357ea637ad1b HTTP/1.1" status: 200 len: 375 time: 0.0168469 Jun 08 13:55:21.902259 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1e8f45e1-f057-4986-aa56-fefc6215b038 req-fc8c9fc0-c122-461c-afde-925bb481ebf1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:21.941179 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:55:21.948639 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:21.949119 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:21.951759 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-95dafb22-1e0d-469b-9572-5dcaffcad0f1 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d38c085b2a2845cfb125357ea637ad1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1010315 Jun 08 13:55:21.956915 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:22.011268 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 25e3230c-b288-4747-b0be-7b9f047d2c66, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=25e3230c-b288-4747-b0be-7b9f047d2c66,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:22.017214 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5c37d42b-a171-4de8-9463-beccd1ebe0b5 req-8bd95fe0-e0ed-4ed5-be64-6c99efcbc5bd tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719916 Jun 08 13:55:22.045049 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': '25e3230c-b288-4747-b0be-7b9f047d2c66', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'port_id': '25e3230c-b288-4747-b0be-7b9f047d2c66', 'mac_address': 'fa:16:3e:81:3b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:55:22.124460 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Made reservation on behalf of aadf16efc56c4784ba77cb1b3db9b361 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:22.128161 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.136262 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37680) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:22.160370 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 25e3230c-b288-4747-b0be-7b9f047d2c66 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:22.160636 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.218530 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e3230c-b288-4747-b0be-7b9f047d2c66 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:22.241218 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:22.241630 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.304493 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-7b2acc3a-bb68-40ad-8a5b-146017b9c715 service neutron] 10.222.0.64 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460596 Jun 08 13:55:22.382184 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 25e3230c-b288-4747-b0be-7b9f047d2c66, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=25e3230c-b288-4747-b0be-7b9f047d2c66,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:22.390584 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.429092 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.448498 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-b3022176-1bb6-4677-9a9c-3b0ec67ac936 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:22.451707 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-b3022176-1bb6-4677-9a9c-3b0ec67ac936 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 817 time: 0.2545257 Jun 08 13:55:22.463544 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:22.468324 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4b714cbf-5f19-46eb-882d-0f5292395e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.483798 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-a8b7c597-8742-4602-9146-02b5fd241b22 service neutron] 10.222.0.64 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784801 Jun 08 13:55:22.518948 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37696) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:22.528375 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb097db3-f228-4a00-b9b1-c92cb0505cff req-782ed2dd-d89b-4ebe-bc9e-95ed1c4bc51c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 210 time: 0.1792669 Jun 08 13:55:22.596008 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-1c971814-b222-4b42-b7d6-0300715bd9d6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b44032f04541228ee68e9de40262d0 HTTP/1.1" status: 200 len: 380 time: 0.1234109 Jun 08 13:55:22.598771 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37702) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:22.601602 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.610715 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'port': {'device_id': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'admin_state_up': True, 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'security_groups': ['78e9ecc9-615d-4648-aed7-46732f884127']}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:22.663168 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1e8f45e1-f057-4986-aa56-fefc6215b038 req-fc8c9fc0-c122-461c-afde-925bb481ebf1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.664954 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=25e3230c-b288-4747-b0be-7b9f047d2c66,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:22.676404 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1e8f45e1-f057-4986-aa56-fefc6215b038 req-fc8c9fc0-c122-461c-afde-925bb481ebf1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.716726 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c9fc0-c122-461c-afde-925bb481ebf1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08b2a3c7-2ec2-43c1-9de0-e737920d645f,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:22.803706 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4b714cbf-5f19-46eb-882d-0f5292395e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.814687 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4b714cbf-5f19-46eb-882d-0f5292395e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.820887 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1e8f45e1-f057-4986-aa56-fefc6215b038 req-fc8c9fc0-c122-461c-afde-925bb481ebf1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0110905 Jun 08 13:55:22.842926 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Allocated IP 172.20.0.14 (298c9aca-e11f-492a-8f20-a7e4bdf24a3f/54272c6b-c964-42a3-92d5-13a4b5a71a8f/13d14bb5-ec5f-4679-addd-d0d40ab2b0f1) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:22.870595 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4723d4-2f08-4957-b48a-b8e273c79e4b req-77267636-3566-42a0-aec1-ac0452fcdbf4 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:22.879904 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cb4723d4-2f08-4957-b48a-b8e273c79e4b req-77267636-3566-42a0-aec1-ac0452fcdbf4 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 945 time: 0.1705365 Jun 08 13:55:22.912022 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3d7539c5-eb22-459b-a443-1f1b336edf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.951250 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cb4723d4-2f08-4957-b48a-b8e273c79e4b req-ec7fdbeb-af3b-4ebe-bc74-24936357d8eb tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702875 Jun 08 13:55:22.963584 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6509ec0d-04ec-42fa-b92f-f281820312e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:22.982011 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-be2c3bc6-8c93-4414-93ae-0014c4802a6b req-736d452e-18cb-4c6f-8f48-dc8963a65721 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 210 time: 0.1059783 Jun 08 13:55:22.996059 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b714cbf-5f19-46eb-882d-0f5292395e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f22386e-97f2-4a5d-905f-f5c7dbb285d6,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:23.005009 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-4b714cbf-5f19-46eb-882d-0f5292395e06 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=231074064e04480792df76596a204e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8633997 Jun 08 13:55:23.007398 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37710) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:23.008696 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23f4ac6-c48d-4500-811c-860f4127bc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb10e1e-9d37-48fc-bad7-0536b8ce2c7e'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:23.014485 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52842f41-7d7f-4347-8773-f4d06f9ad80e" -d '{"events": [{"server_uuid": "a23f4ac6-c48d-4500-811c-860f4127bc89", "name": "network-vif-plugged", "status": "completed", "tag": "edb10e1e-9d37-48fc-bad7-0536b8ce2c7e"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:23.037946 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['25e3230c-b288-4747-b0be-7b9f047d2c66'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:23.060614 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Made reservation on behalf of 32b44032f04541228ee68e9de40262d0 for: {'port': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:23.064844 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.075000 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6509ec0d-04ec-42fa-b92f-f281820312e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.091034 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6509ec0d-04ec-42fa-b92f-f281820312e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.128213 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185fbeb7-11ff-4191-a8ba-36fb2e42e67c x-openstack-request-id: req-185fbeb7-11ff-4191-a8ba-36fb2e42e67c {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:23.132837 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-543fc568-f800-4166-8832-337b9a92e0e7 req-32a29c60-cc8f-4553-8bd4-4760c580e1d8 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 210 time: 0.0523219 Jun 08 13:55:23.146685 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23f4ac6-c48d-4500-811c-860f4127bc89", "name": "network-vif-plugged", "status": "completed", "tag": "edb10e1e-9d37-48fc-bad7-0536b8ce2c7e", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:23.146953 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-185fbeb7-11ff-4191-a8ba-36fb2e42e67c {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:23.147783 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185fbeb7-11ff-4191-a8ba-36fb2e42e67c'] response: {'server_uuid': 'a23f4ac6-c48d-4500-811c-860f4127bc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb10e1e-9d37-48fc-bad7-0536b8ce2c7e', 'code': 200} Jun 08 13:55:23.263414 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.274486 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-923fd56c-4e6e-4392-b525-e7de1076f2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.281659 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6509ec0d-04ec-42fa-b92f-f281820312e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afbbb7f8a50747fc95184e5ce15e8ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6780140 Jun 08 13:55:23.283841 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:23.288851 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37720) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:23.328341 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509ec0d-04ec-42fa-b92f-f281820312e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6969db13-30d5-4bf2-9ea3-4db7286ac13d,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:23.388868 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-923fd56c-4e6e-4392-b525-e7de1076f2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.415715 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.415895 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01041b-15d0-49d6-b3b4-69cf52d9e05e req-29eefe75-350d-4687-9754-a4638b89d642 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:23.418211 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ef01041b-15d0-49d6-b3b4-69cf52d9e05e req-29eefe75-350d-4687-9754-a4638b89d642 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 944 time: 0.2098322 Jun 08 13:55:23.448275 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3d7539c5-eb22-459b-a443-1f1b336edf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.476947 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3d7539c5-eb22-459b-a443-1f1b336edf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.505886 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Allocated IP 172.20.0.5 (7ad6f45b-ae63-4e65-8c05-829489007dd9/fa874c81-e5f6-4f9c-8206-d47c0f483b09/a7810261-be6b-4d16-a8a5-d392ef856731) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:23.506095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb924b-788d-4ad3-919a-109380724cd0 req-4987aa0d-538b-4fc2-8a05-c08b0a36b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:23.508522 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6efb924b-788d-4ad3-919a-109380724cd0 req-4987aa0d-538b-4fc2-8a05-c08b0a36b1db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 1098 time: 0.1571913 Jun 08 13:55:23.510358 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-436a0750-d2f5-4d53-9c3a-addbac0fdb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.560006 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-436a0750-d2f5-4d53-9c3a-addbac0fdb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.562476 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-3d7539c5-eb22-459b-a443-1f1b336edf8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2771578df1d143b19485c03e8a20da07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0401287 Jun 08 13:55:23.567967 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37726) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:23.572712 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7539c5-eb22-459b-a443-1f1b336edf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2a2c4b-27c6-4f94-a72a-b1109ad8e7c1,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:23.583127 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.605697 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6efb924b-788d-4ad3-919a-109380724cd0 req-af023c99-52af-4a54-8aca-a18fee8d8fb2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811374 Jun 08 13:55:23.615620 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ef01041b-15d0-49d6-b3b4-69cf52d9e05e req-94fdebab-6ef2-49bd-8765-c53354f9bc62 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714716 Jun 08 13:55:23.629345 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-923fd56c-4e6e-4392-b525-e7de1076f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.631868 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-923fd56c-4e6e-4392-b525-e7de1076f2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.633005 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-923fd56c-4e6e-4392-b525-e7de1076f2e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f22386e-97f2-4a5d-905f-f5c7dbb285d6 HTTP/1.1" status: 204 len: 168 time: 0.6165729 Jun 08 13:55:23.661034 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:23.667908 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fd56c-4e6e-4392-b525-e7de1076f2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f22386e-97f2-4a5d-905f-f5c7dbb285d6,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:23.695450 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:23.701488 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:23.753923 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-16c7f2fd-8ec5-4c1d-8d5a-155ad15812b6 req-61174c40-df96-4045-9079-2d75debaee2d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 210 time: 0.0914807 Jun 08 13:55:23.767819 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:23.769065 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-750447b9-a12a-4577-b287-fd33df95e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.797820 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-750447b9-a12a-4577-b287-fd33df95e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.808245 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-436a0750-d2f5-4d53-9c3a-addbac0fdb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.813974 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-436a0750-d2f5-4d53-9c3a-addbac0fdb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.816939 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-436a0750-d2f5-4d53-9c3a-addbac0fdb47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6969db13-30d5-4bf2-9ea3-4db7286ac13d HTTP/1.1" status: 204 len: 168 time: 0.5264397 Jun 08 13:55:23.833432 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:23.834150 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.844265 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a0750-d2f5-4d53-9c3a-addbac0fdb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6969db13-30d5-4bf2-9ea3-4db7286ac13d,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:23.892565 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.895373 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-670eea3a-58e2-42e9-a87d-ad6106136a13 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1430118 Jun 08 13:55:23.915881 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Request body: {'port': {'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:23.953145 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-750447b9-a12a-4577-b287-fd33df95e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.964716 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-750447b9-a12a-4577-b287-fd33df95e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:23.980285 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-750447b9-a12a-4577-b287-fd33df95e470 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa2a2c4b-27c6-4f94-a72a-b1109ad8e7c1 HTTP/1.1" status: 204 len: 168 time: 0.4085972 Jun 08 13:55:24.001386 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750447b9-a12a-4577-b287-fd33df95e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2a2c4b-27c6-4f94-a72a-b1109ad8e7c1,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:24.005159 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:24.087925 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Network 7ad6f45b-ae63-4e65-8c05-829489007dd9 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:24.091253 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:24.092288 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:24.093952 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:24.127806 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:24.186599 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:24.187456 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:24.227369 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-14099a2a-2de9-4d38-86dc-4679c57ec8eb None None] Provisioning complete for port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:24.230507 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-14099a2a-2de9-4d38-86dc-4679c57ec8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:24.249497 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-974bc1d3-c1e6-4242-b9a2-37c8cd2a7938 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6448088 Jun 08 13:55:24.265162 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49bce9-0913-4ab2-a308-1b20c0a6b4d5 req-02aa3835-85eb-4dad-8f08-20c860da29cd tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:24.267586 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3a49bce9-0913-4ab2-a308-1b20c0a6b4d5 req-02aa3835-85eb-4dad-8f08-20c860da29cd tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 945 time: 0.1023221 Jun 08 13:55:24.287639 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Request body: {'port': {'device_id': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:24.296831 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37744) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:24.340267 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-14099a2a-2de9-4d38-86dc-4679c57ec8eb None None] Port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:24.357652 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-09a2b0ee-b87d-492b-a15b-a358a3c05310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:24.461140 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3a49bce9-0913-4ab2-a308-1b20c0a6b4d5 req-c5a75a07-55e8-49cb-bf5a-1b6a801b651c tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849728 Jun 08 13:55:24.490730 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-7194288c-3f5b-4e83-ae50-ca6254d9df44 None None] Provisioning complete for port a7810261-be6b-4d16-a8a5-d392ef856731 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:24.490966 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:24.493318 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7194288c-3f5b-4e83-ae50-ca6254d9df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:24.498267 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364b6a-3f95-408f-b8cc-66a9115fbc28 req-38afcb12-adef-48b8-be24-d2891cc8d549 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:24.511388 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-59364b6a-3f95-408f-b8cc-66a9115fbc28 req-38afcb12-adef-48b8-be24-d2891cc8d549 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 932 time: 0.1558774 Jun 08 13:55:24.656168 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-7194288c-3f5b-4e83-ae50-ca6254d9df44 None None] Port a7810261-be6b-4d16-a8a5-d392ef856731 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:24.683792 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:55:24.806475 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2907f402-cdf1-45ca-8b65-5c5ada80c3fb req-3a7d1366-95b2-4dfe-9c57-f20eac05d665 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 210 time: 0.1285560 Jun 08 13:55:24.900877 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-59364b6a-3f95-408f-b8cc-66a9115fbc28 req-6dc0987e-ca11-4648-ab52-f122ccdf97b7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408480 Jun 08 13:55:24.994522 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350cc01-126f-43e3-a294-257e3b637f75 req-11ca868a-0cdd-41a4-b4dc-f105e97a7c2c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:24.996040 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-11ca868a-0cdd-41a4-b4dc-f105e97a7c2c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.71 "GET /v2.0/networks?id=93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 200 len: 808 time: 0.5306332 Jun 08 13:55:25.000399 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:25.011269 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.081756 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Transition to ACTIVE for port object 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:55:25.094176 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-4184d499-c469-4c0f-be51-1170416d5fd5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d38c085b2a2845cfb125357ea637ad1b HTTP/1.1" status: 200 len: 380 time: 0.0856237 Jun 08 13:55:25.101255 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.142528 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37766) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:25.148023 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'port': {'device_id': '36090e69-23ac-44f7-83ab-96ac698338e8', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'admin_state_up': True, 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'security_groups': ['48318367-921b-4070-95d7-77a24e731157']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:25.158101 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-09a2b0ee-b87d-492b-a15b-a358a3c05310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.186251 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-09a2b0ee-b87d-492b-a15b-a358a3c05310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.231655 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6634ea0b-daa6-4fb4-9bfd-ffe9231473b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.242906 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2b0ee-b87d-492b-a15b-a358a3c05310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4d7afe-f565-411a-8fdc-073bea87620b,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:25.247907 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7810261-be6b-4d16-a8a5-d392ef856731 {{(pid=97370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:25.249180 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Pushing event updated for resources: {'Port': ['ID=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:25.258850 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b88491-ebfc-4e29-be18-80158c07ae6f req-4ebfd4f4-c9b4-434e-9d49-c90398fd2b8c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:25.259142 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.263387 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-09a2b0ee-b87d-492b-a15b-a358a3c05310 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cc737a298e34110b4dfc7df649b1886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9643800 Jun 08 13:55:25.271457 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-70b88491-ebfc-4e29-be18-80158c07ae6f req-4ebfd4f4-c9b4-434e-9d49-c90398fd2b8c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 931 time: 0.2377460 Jun 08 13:55:25.276221 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164db86-02d0-4115-8980-112175792c3a req-c2eb538e-fe69-4250-bf95-ff98dbe128f5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:25.277115 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 37770) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:25.277805 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2164db86-02d0-4115-8980-112175792c3a req-c2eb538e-fe69-4250-bf95-ff98dbe128f5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 944 time: 0.1701620 Jun 08 13:55:25.287617 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.provisioning_blocks [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Transition to ACTIVE for port object a7810261-be6b-4d16-a8a5-d392ef856731 will not be triggered until provisioned by entity L2. {{(pid=97370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:55:25.301243 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.396357 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2164db86-02d0-4115-8980-112175792c3a req-fd68b46c-d187-410e-9d3e-964063e46ed4 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033435 Jun 08 13:55:25.405717 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Pushing event updated for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:25.499572 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-70b88491-ebfc-4e29-be18-80158c07ae6f req-2067f367-4548-4669-bd91-0fb63acd413c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269666 Jun 08 13:55:25.537345 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Attempting to bind port a7810261-be6b-4d16-a8a5-d392ef856731 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:55:25.537713 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Attempting to bind port a7810261-be6b-4d16-a8a5-d392ef856731 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'}] {{(pid=97370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:55:25.538172 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Attempting to bind port a7810261-be6b-4d16-a8a5-d392ef856731 on network 7ad6f45b-ae63-4e65-8c05-829489007dd9 {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:25.538858 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 25e3230c-b288-4747-b0be-7b9f047d2c66 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:25.543919 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Port a7810261-be6b-4d16-a8a5-d392ef856731 on network 7ad6f45b-ae63-4e65-8c05-829489007dd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:55:25.544246 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Attempting to bind port a7810261-be6b-4d16-a8a5-d392ef856731 on network 7ad6f45b-ae63-4e65-8c05-829489007dd9 {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:25.554088 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:25.554429 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Checking segment: {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:25.554817 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Bound using segment: {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'} {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:25.557521 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Bound port: a7810261-be6b-4d16-a8a5-d392ef856731, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'}}] {{(pid=97370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:55:25.557922 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.561299 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Made reservation on behalf of d38c085b2a2845cfb125357ea637ad1b for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:25.571786 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.636918 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6634ea0b-daa6-4fb4-9bfd-ffe9231473b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.659038 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port 25e3230c-b288-4747-b0be-7b9f047d2c66 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:55:25.665241 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port 25e3230c-b288-4747-b0be-7b9f047d2c66 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:25.665987 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.717352 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, cleared binding levels {{(pid=97370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:25.724281 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:25.744157 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f843bfa-f4b2-4e89-a0c1-8940f5dd5e8d req-906c37e6-d40c-46a9-977b-a6c7436d7d5c tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:25.762329 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5f843bfa-f4b2-4e89-a0c1-8940f5dd5e8d req-906c37e6-d40c-46a9-977b-a6c7436d7d5c tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 945 time: 0.1614103 Jun 08 13:55:25.764375 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6634ea0b-daa6-4fb4-9bfd-ffe9231473b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.776608 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.783577 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 25e3230c-b288-4747-b0be-7b9f047d2c66 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:25.784309 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.800739 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bca30995-2c32-429c-a1f2-f01c0ec51a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.810761 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae86279f-4ce7-4b0c-9935-ec8e614bea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e3230c-b288-4747-b0be-7b9f047d2c66'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:25.814057 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0807cc54-8ca2-4a18-8b39-9f98f30ef23c" -d '{"events": [{"server_uuid": "ae86279f-4ce7-4b0c-9935-ec8e614bea66", "name": "network-vif-plugged", "status": "completed", "tag": "25e3230c-b288-4747-b0be-7b9f047d2c66"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:25.822393 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Attempting to bind port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:55:25.822726 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Attempting to bind port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:55:25.823051 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Attempting to bind port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:25.830391 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 25e3230c-b288-4747-b0be-7b9f047d2c66, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=25e3230c-b288-4747-b0be-7b9f047d2c66,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:25.837667 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.872870 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:55:25.873010 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Attempting to bind port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:25.878411 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:25.880947 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.883312 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] 10.222.0.71 "PUT /v2.0/ports/a7810261-be6b-4d16-a8a5-d392ef856731 HTTP/1.1" status: 200 len: 1093 time: 1.6086280 Jun 08 13:55:25.883927 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:25.885485 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bca30995-2c32-429c-a1f2-f01c0ec51a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:25.886405 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c950ad5-72ef-4914-aac2-87d15e6694a9" -d '{"events": [{"name": "network-changed", "server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:25.903075 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 37788) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:25.915637 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6634ea0b-daa6-4fb4-9bfd-ffe9231473b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1926b99bf9b4b698788d968e4e6e10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7626741 Jun 08 13:55:25.916464 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634ea0b-daa6-4fb4-9bfd-ffe9231473b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47228d30-5891-4c33-9a08-3eb3e6b51ca6,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:25.949008 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=25e3230c-b288-4747-b0be-7b9f047d2c66,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:25.959302 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc347f0a-f50e-41d7-8cf7-2b3d87336c00 x-openstack-request-id: req-dc347f0a-f50e-41d7-8cf7-2b3d87336c00 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:25.959864 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae86279f-4ce7-4b0c-9935-ec8e614bea66", "name": "network-vif-plugged", "status": "completed", "tag": "25e3230c-b288-4747-b0be-7b9f047d2c66", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:25.960428 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc347f0a-f50e-41d7-8cf7-2b3d87336c00 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:25.961032 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc347f0a-f50e-41d7-8cf7-2b3d87336c00'] response: {'server_uuid': 'ae86279f-4ce7-4b0c-9935-ec8e614bea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e3230c-b288-4747-b0be-7b9f047d2c66', 'code': 200} Jun 08 13:55:25.972169 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:25.972505 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Checking segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:25.972891 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Bound using segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:25.973343 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Bound port: 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:55:25.973732 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:26.021471 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Allocated IP 172.20.0.7 (93f0707a-1edc-4bee-b42f-49d92e9de51d/23c03411-4f9d-40dc-b91b-31fa29ca3e29/ecad7da2-461e-447b-8304-6cb59afd4faf) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:26.027876 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5215968-e6f6-4fcf-bc25-41fe43195313 service neutron] Pushing event updated for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=3']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:26.039337 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5f843bfa-f4b2-4e89-a0c1-8940f5dd5e8d req-2f981ce2-ce22-4079-9f3e-d8f5dead2657 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759020 Jun 08 13:55:26.135764 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8f6383-ea86-4003-9ff7-878befbc8340 x-openstack-request-id: req-4c8f6383-ea86-4003-9ff7-878befbc8340 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:26.136324 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:26.138059 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c8f6383-ea86-4003-9ff7-878befbc8340 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:26.139341 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8f6383-ea86-4003-9ff7-878befbc8340'] response: {'name': 'network-changed', 'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'status': 'completed', 'code': 200} Jun 08 13:55:26.146805 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.71', 59477) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:26.163989 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ab840cf4-595f-4730-9199-5621332762d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:26.223620 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-b7df15de-a50d-41a0-8c01-42a0b63ca76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:26.225492 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-b7df15de-a50d-41a0-8c01-42a0b63ca76b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 1096 time: 0.2443337 Jun 08 13:55:26.373324 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-47645aeb-2f1d-4190-9f7f-05077f8f54ca req-887d1c01-8a4f-45cc-a51f-f05548700c82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 210 time: 0.3098769 Jun 08 13:55:26.445073 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bca30995-2c32-429c-a1f2-f01c0ec51a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:26.457446 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bca30995-2c32-429c-a1f2-f01c0ec51a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:26.457446 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-bca30995-2c32-429c-a1f2-f01c0ec51a73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f4d7afe-f565-411a-8fdc-073bea87620b HTTP/1.1" status: 204 len: 168 time: 1.1705039 Jun 08 13:55:26.550100 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] For port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:26.582637 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca30995-2c32-429c-a1f2-f01c0ec51a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4d7afe-f565-411a-8fdc-073bea87620b,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:26.597667 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ab840cf4-595f-4730-9199-5621332762d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:26.604450 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-5a1d9f84-7174-4a39-90aa-ab2902be78dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7810261-be6b-4d16-a8a5-d392ef856731 HTTP/1.1" status: 200 len: 217 time: 0.3423514 Jun 08 13:55:26.684470 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] For port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:26.704494 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:26.706795 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787fbde-8758-493b-863e-06f82847f963 req-861d7a82-c3ac-4295-9052-af7b2921d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:26.708729 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0787fbde-8758-493b-863e-06f82847f963 req-861d7a82-c3ac-4295-9052-af7b2921d5d7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 1098 time: 0.5541036 Jun 08 13:55:26.726684 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb9ce2-d680-409c-a1ff-4f9202903c1f req-51734a86-f3a3-4d1c-8ef6-b08b24a60776 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:26.728620 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fafb9ce2-d680-409c-a1ff-4f9202903c1f req-51734a86-f3a3-4d1c-8ef6-b08b24a60776 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 944 time: 0.4790692 Jun 08 13:55:26.757884 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-ddfa497a-ed8a-426d-bbbb-8cbed1d776ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:26.759740 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-ddfa497a-ed8a-426d-bbbb-8cbed1d776ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.1448398 Jun 08 13:55:26.798498 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:26.799182 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:26.800715 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] 10.222.0.71 "PUT /v2.0/ports/13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 HTTP/1.1" status: 200 len: 1094 time: 2.8971922 Jun 08 13:55:26.803199 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'tag': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:26.805997 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c" -d '{"events": [{"name": "network-changed", "server_uuid": "70a3e14b-0710-42c3-bda6-40e7e04929f2", "tag": "13d14bb5-ec5f-4679-addd-d0d40ab2b0f1"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:26.840748 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:26.894780 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0787fbde-8758-493b-863e-06f82847f963 req-1a291730-3158-4f06-81e5-d672811eb4b9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648939 Jun 08 13:55:26.911966 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ab840cf4-595f-4730-9199-5621332762d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:26.916972 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ab840cf4-595f-4730-9199-5621332762d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:26.924318 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ab840cf4-595f-4730-9199-5621332762d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47228d30-5891-4c33-9a08-3eb3e6b51ca6 HTTP/1.1" status: 204 len: 168 time: 1.0194376 Jun 08 13:55:26.926817 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e728d42-3f8e-4feb-aed4-e323a0c55e55 req-88a4b460-5a40-4455-927c-a2849444b3fb tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:26.934535 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8e728d42-3f8e-4feb-aed4-e323a0c55e55 req-88a4b460-5a40-4455-927c-a2849444b3fb tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.3814070 Jun 08 13:55:26.940840 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fafb9ce2-d680-409c-a1ff-4f9202903c1f req-cc29b5ee-d245-4407-9d36-aa4707273e8b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977365 Jun 08 13:55:26.945081 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3e6a0-fd69-499d-ab2e-39e144bcec81 service neutron] Pushing event updated for resources: {'Port': ['ID=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:26.983831 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab840cf4-595f-4730-9199-5621332762d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47228d30-5891-4c33-9a08-3eb3e6b51ca6,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:26.991427 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-3eea40de-b8a4-4c15-b388-c2da4625d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:26.995302 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-3eea40de-b8a4-4c15-b388-c2da4625d266 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2220879 Jun 08 13:55:27.024819 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:27.112651 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:27.120787 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8e728d42-3f8e-4feb-aed4-e323a0c55e55 req-fe3dfc87-76c6-4b1e-a91c-38d9f78c4d57 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852961 Jun 08 13:55:27.121938 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b00aaf-e02e-4ea8-b83b-577d5341fb38 req-4b2dac7e-70dd-4b2c-b59b-58185d04b0ca tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:27.123507 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a5b00aaf-e02e-4ea8-b83b-577d5341fb38 req-4b2dac7e-70dd-4b2c-b59b-58185d04b0ca tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.1009321 Jun 08 13:55:27.139962 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:27.144120 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:27.155248 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'Port': ['ID=ecad7da2-461e-447b-8304-6cb59afd4faf,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:27.155248 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-6c925cd0-4cf3-4eba-ba78-e37895778da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:27.157701 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-6c925cd0-4cf3-4eba-ba78-e37895778da7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 1097 time: 0.1918070 Jun 08 13:55:27.292922 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81b5230-cff1-4df0-9030-1616e6b05901 x-openstack-request-id: req-b81b5230-cff1-4df0-9030-1616e6b05901 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:27.292922 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a3e14b-0710-42c3-bda6-40e7e04929f2", "tag": "13d14bb5-ec5f-4679-addd-d0d40ab2b0f1", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:27.293181 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b81b5230-cff1-4df0-9030-1616e6b05901 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:27.293518 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81b5230-cff1-4df0-9030-1616e6b05901'] response: {'name': 'network-changed', 'server_uuid': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'tag': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'status': 'completed', 'code': 200} Jun 08 13:55:27.302143 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-10a7d7e2-5e56-4b17-9d30-f5c7931d906c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 HTTP/1.1" status: 200 len: 217 time: 0.0952053 Jun 08 13:55:27.312470 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a5b00aaf-e02e-4ea8-b83b-577d5341fb38 req-06b1442d-83b0-441f-8e02-63665f4643bb tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719902 Jun 08 13:55:27.332153 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-868a2884-f5f5-47b9-b1cf-6a00d91a43ac service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284367 Jun 08 13:55:27.353356 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:27.355114 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:27.411698 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-124f848d-2db0-4086-ace7-136007b7b495 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3075058 Jun 08 13:55:27.426994 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-4dae6062-46db-4000-ae1b-961c7f05bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:27.429343 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-4dae6062-46db-4000-ae1b-961c7f05bd72 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.1174037 Jun 08 13:55:27.438946 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Request body: {'port': {'device_id': '36090e69-23ac-44f7-83ab-96ac698338e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:27.503057 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0feaf2ca-0f12-4315-9f54-cb6bf04e6e20 req-c81df7cb-945e-4442-b735-e76803fee1c8 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563115 Jun 08 13:55:27.612255 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:27.625418 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-c585a2cb-fe8c-4b9a-b1ca-0e9a701fb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:27.628274 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-c585a2cb-fe8c-4b9a-b1ca-0e9a701fb521 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 1096 time: 0.0572379 Jun 08 13:55:27.634280 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-9704bd16-599c-4bb5-8b18-9a3cc7bdf70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:27.636406 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-9704bd16-599c-4bb5-8b18-9a3cc7bdf70b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1891463 Jun 08 13:55:27.706551 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-993ee6db-f093-4c0a-a50c-34fbb9b76207 None None] Provisioning complete for port ecad7da2-461e-447b-8304-6cb59afd4faf triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:27.707905 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-993ee6db-f093-4c0a-a50c-34fbb9b76207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:27.784786 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-9b248200-69ef-4da1-8182-3698b77bd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:27.787250 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-9b248200-69ef-4da1-8182-3698b77bd523 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 918 time: 0.1495070 Jun 08 13:55:27.795786 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-993ee6db-f093-4c0a-a50c-34fbb9b76207 None None] Port ecad7da2-461e-447b-8304-6cb59afd4faf cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:55:27.856147 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-2e44b2a1-cc36-428a-9145-b8cf74d8a8d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7810261-be6b-4d16-a8a5-d392ef856731 HTTP/1.1" status: 200 len: 217 time: 0.0618737 Jun 08 13:55:27.950473 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-02999ba1-5b50-41af-bbb0-78091a47e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:27.952262 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-02999ba1-5b50-41af-bbb0-78091a47e26d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.0750256 Jun 08 13:55:28.031170 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-5d87dca8-135e-4dbd-b92a-e9f2175dcd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:28.033302 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-5d87dca8-135e-4dbd-b92a-e9f2175dcd21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642936 Jun 08 13:55:28.038820 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-5d2c39f2-7714-4fb0-ab57-0e3052b5a406 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946366 Jun 08 13:55:28.050826 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7325bd3-0e7c-41f8-89aa-8da4a55e3341 req-6f526852-2359-47e8-92a9-083b1a3f4f48 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:28.060515 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d7325bd3-0e7c-41f8-89aa-8da4a55e3341 req-6f526852-2359-47e8-92a9-083b1a3f4f48 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 931 time: 0.5442188 Jun 08 13:55:28.250845 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-d7254647-4306-4fd4-a145-484594e0145a service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985629 Jun 08 13:55:28.358172 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d7325bd3-0e7c-41f8-89aa-8da4a55e3341 req-08d1f7e1-3198-4357-8ac3-618457233a7f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352927 Jun 08 13:55:28.381985 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecad7da2-461e-447b-8304-6cb59afd4faf {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:28.392732 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1612e13f-c2e1-4542-bfe2-beaa1a96ef99 req-d671c53a-c958-4d16-b31d-d7e3cbdd7355 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225441 Jun 08 13:55:28.413956 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:28.414815 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c950ad5-72ef-4914-aac2-87d15e6694a9 req-89f034b3-18d6-4c2a-a4ba-31a7744bfa41 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558414 Jun 08 13:55:28.448105 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Transition to ACTIVE for port object ecad7da2-461e-447b-8304-6cb59afd4faf will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:55:28.453723 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:28.562903 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-4211d58a-5fe7-4f83-9b16-3c4dd481d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:28.569136 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-4211d58a-5fe7-4f83-9b16-3c4dd481d611 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 1097 time: 0.1120403 Jun 08 13:55:28.631856 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27b2d4-6d13-41c0-aab0-a0bfcd6c44cb req-58d3be68-63c2-4349-949f-d34f9ee1832b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:28.635167 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ba27b2d4-6d13-41c0-aab0-a0bfcd6c44cb req-58d3be68-63c2-4349-949f-d34f9ee1832b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 944 time: 0.1497896 Jun 08 13:55:28.727194 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Pushing event updated for resources: {'Port': ['ID=ecad7da2-461e-447b-8304-6cb59afd4faf,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:28.805181 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e80fe5-42d8-4700-9f48-58e9fe8e8758 req-28cf22fc-d7f0-4642-b7f6-55b4f0857e36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:28.821403 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-08e80fe5-42d8-4700-9f48-58e9fe8e8758 req-28cf22fc-d7f0-4642-b7f6-55b4f0857e36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1286159 Jun 08 13:55:28.857773 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ba27b2d4-6d13-41c0-aab0-a0bfcd6c44cb req-01bcceaf-c1a2-4a1e-92f5-9d7ac1e97991 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006204 Jun 08 13:55:28.868162 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-a181f997-96d8-4faa-a6b6-981149abc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:28.868569 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Attempting to bind port ecad7da2-461e-447b-8304-6cb59afd4faf on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:55:28.868904 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Attempting to bind port ecad7da2-461e-447b-8304-6cb59afd4faf by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:55:28.869235 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Attempting to bind port ecad7da2-461e-447b-8304-6cb59afd4faf on network 93f0707a-1edc-4bee-b42f-49d92e9de51d {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:28.878457 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-a181f997-96d8-4faa-a6b6-981149abc9ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 914 time: 0.3002489 Jun 08 13:55:28.883321 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Port ecad7da2-461e-447b-8304-6cb59afd4faf on network 93f0707a-1edc-4bee-b42f-49d92e9de51d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:55:28.883700 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Attempting to bind port ecad7da2-461e-447b-8304-6cb59afd4faf on network 93f0707a-1edc-4bee-b42f-49d92e9de51d {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:28.893671 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:28.893897 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Checking segment: {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:28.894829 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Bound using segment: {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:28.895287 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Bound port: ecad7da2-461e-447b-8304-6cb59afd4faf, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:55:28.895655 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:28.968799 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-f826f2de-49b3-49a4-894c-3874bcc9824c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 HTTP/1.1" status: 200 len: 217 time: 0.0771694 Jun 08 13:55:28.988326 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-08e80fe5-42d8-4700-9f48-58e9fe8e8758 req-3ec24210-7202-4c5e-a4ab-0be5b9a85319 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659865 Jun 08 13:55:29.055013 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-12ed9123-9308-43ea-b483-9ed1f21746dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.056496 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-12ed9123-9308-43ea-b483-9ed1f21746dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.0803306 Jun 08 13:55:29.057665 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] For port ecad7da2-461e-447b-8304-6cb59afd4faf, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:29.062930 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] For port ecad7da2-461e-447b-8304-6cb59afd4faf, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ecad7da2-461e-447b-8304-6cb59afd4faf,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:29.072741 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d18dbe-32dd-4f4d-9583-460e6e7aac8d req-781e1556-3106-40ec-a14e-d7b521972e3b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.074426 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7d18dbe-32dd-4f4d-9583-460e6e7aac8d req-781e1556-3106-40ec-a14e-d7b521972e3b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.1094270 Jun 08 13:55:29.076151 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:29.120572 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.120772 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-5e0e47c7-5271-424c-8197-f49767b76693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.121305 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:29.122286 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-5e0e47c7-5271-424c-8197-f49767b76693 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513966 Jun 08 13:55:29.122859 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] 10.222.0.71 "PUT /v2.0/ports/ecad7da2-461e-447b-8304-6cb59afd4faf HTTP/1.1" status: 200 len: 1093 time: 1.6902668 Jun 08 13:55:29.230932 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7d18dbe-32dd-4f4d-9583-460e6e7aac8d req-620cbdb5-427a-4509-be67-f7aa998717bd tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398818 Jun 08 13:55:29.250096 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e57f7-690e-45d0-926c-20e942638dce service neutron] Pushing event updated for resources: {'Port': ['ID=ecad7da2-461e-447b-8304-6cb59afd4faf,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:29.288179 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350cc01-126f-43e3-a294-257e3b637f75 req-1a84ba1d-f6cb-464e-9f67-f044a389f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.291593 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-1a84ba1d-f6cb-464e-9f67-f044a389f656 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d38c085b2a2845cfb125357ea637ad1b&device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 1096 time: 0.1002719 Jun 08 13:55:29.294832 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36090e69-23ac-44f7-83ab-96ac698338e8', 'tag': 'ecad7da2-461e-447b-8304-6cb59afd4faf'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:29.299073 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf0d3e7-8550-4049-97b6-04d5075bc624" -d '{"events": [{"name": "network-changed", "server_uuid": "36090e69-23ac-44f7-83ab-96ac698338e8", "tag": "ecad7da2-461e-447b-8304-6cb59afd4faf"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:29.367666 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-e7ab3c84-2be2-4fed-b506-2230f96de536 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343423 Jun 08 13:55:29.410462 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-1a223a35-0fca-4aa6-95ba-35604812c51d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecad7da2-461e-447b-8304-6cb59afd4faf HTTP/1.1" status: 200 len: 217 time: 0.1046326 Jun 08 13:55:29.446684 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23422d67-21c6-4242-b002-8a8518429565 x-openstack-request-id: req-23422d67-21c6-4242-b002-8a8518429565 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:29.456316 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36090e69-23ac-44f7-83ab-96ac698338e8", "tag": "ecad7da2-461e-447b-8304-6cb59afd4faf", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:29.458764 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23422d67-21c6-4242-b002-8a8518429565 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:29.459336 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23422d67-21c6-4242-b002-8a8518429565'] response: {'name': 'network-changed', 'server_uuid': '36090e69-23ac-44f7-83ab-96ac698338e8', 'tag': 'ecad7da2-461e-447b-8304-6cb59afd4faf', 'status': 'completed', 'code': 200} Jun 08 13:55:29.543060 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a7810261-be6b-4d16-a8a5-d392ef856731 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:55:29.556279 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a7b3d27f-a1ca-4f48-a5f0-b6fc31d0789c req-1cd94fc8-fa53-447d-a8b2-bd8be3dd50c6 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801202 Jun 08 13:55:29.645876 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d22b0-7a0c-4e69-bdcb-f1c71adced3c req-8411f3ec-e810-4304-b951-0f28c2261eb5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.658266 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a43d22b0-7a0c-4e69-bdcb-f1c71adced3c req-8411f3ec-e810-4304-b951-0f28c2261eb5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0806825 Jun 08 13:55:29.673984 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-905597ad-4551-46a6-b5af-4319a6be9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.675666 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-905597ad-4551-46a6-b5af-4319a6be9de1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 1098 time: 0.1549203 Jun 08 13:55:29.681471 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350cc01-126f-43e3-a294-257e3b637f75 req-0e4ac0f7-a387-4c7c-a8d3-4aeffc5a9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.683609 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-0e4ac0f7-a387-4c7c-a8d3-4aeffc5a9ca0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=23c03411-4f9d-40dc-b91b-31fa29ca3e29 HTTP/1.1" status: 200 len: 847 time: 0.2635517 Jun 08 13:55:29.694831 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:29.720557 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'port_id': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'mac_address': 'fa:16:3e:dc:61:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:55:29.748466 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a43d22b0-7a0c-4e69-bdcb-f1c71adced3c req-428c9ed1-b882-4eb5-b53f-f8b0295a61b4 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841930 Jun 08 13:55:29.771317 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port a7810261-be6b-4d16-a8a5-d392ef856731 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:29.771914 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:29.787851 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7810261-be6b-4d16-a8a5-d392ef856731 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:29.799259 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b7429-c3c4-4f6a-87f9-3e255454ec4d req-48b8573b-04a0-42de-b05c-adb07a0b6afd tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.801138 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-253b7429-c3c4-4f6a-87f9-3e255454ec4d req-48b8573b-04a0-42de-b05c-adb07a0b6afd tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 943 time: 0.1956737 Jun 08 13:55:29.820844 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:29.826179 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:29.883433 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350cc01-126f-43e3-a294-257e3b637f75 req-dc6e5a8c-3396-48b7-a873-bc39b0181edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.887910 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-dc6e5a8c-3396-48b7-a873-bc39b0181edf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93f0707a-1edc-4bee-b42f-49d92e9de51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1653798 Jun 08 13:55:29.889386 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:29.900541 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-eaa49adf-80bf-430d-81bc-b3a9df316611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:29.908555 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-eaa49adf-80bf-430d-81bc-b3a9df316611 service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.2229195 Jun 08 13:55:29.944335 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-253b7429-c3c4-4f6a-87f9-3e255454ec4d req-d94bc1e9-48f6-4ae0-9551-a506ded9868a tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348202 Jun 08 13:55:30.012129 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-1b43c9e5-de8c-4442-9f4d-9d336630f617 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e3230c-b288-4747-b0be-7b9f047d2c66 HTTP/1.1" status: 200 len: 217 time: 0.0714645 Jun 08 13:55:30.017932 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d666d69-8a6f-423d-adb1-09d9fc38e660 req-4082f166-356b-4bb8-ae41-02bd50122352 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:30.029767 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-8d666d69-8a6f-423d-adb1-09d9fc38e660 req-4082f166-356b-4bb8-ae41-02bd50122352 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 944 time: 0.0951560 Jun 08 13:55:30.080711 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-8d666d69-8a6f-423d-adb1-09d9fc38e660 req-4a3a91d5-713e-442f-b7e3-ad68230a87fd tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499723 Jun 08 13:55:30.092079 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['a7810261-be6b-4d16-a8a5-d392ef856731'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:30.177118 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-c69b9ea2-b716-4548-9b1c-521ce2cbd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:30.181057 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-c69b9ea2-b716-4548-9b1c-521ce2cbd5cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.1399658 Jun 08 13:55:30.256118 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-648cdb3e-c600-49f5-80d1-a7df7469ae22 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455434 Jun 08 13:55:30.430281 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-32cac593-01b4-420c-8b4d-675d77b31cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:30.431935 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-32cac593-01b4-420c-8b4d-675d77b31cfc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2388318 Jun 08 13:55:30.688705 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3d8ae-56a2-490d-987a-33fcbb42aa81 req-e573aac5-146c-4fde-9822-d62a2998a3b2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:30.690282 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a7c3d8ae-56a2-490d-987a-33fcbb42aa81 req-e573aac5-146c-4fde-9822-d62a2998a3b2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 944 time: 0.3169916 Jun 08 13:55:30.697678 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6350cc01-126f-43e3-a294-257e3b637f75 req-c533dd96-397f-467c-8a0a-69732eb2bda1 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282987 Jun 08 13:55:30.752468 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a7c3d8ae-56a2-490d-987a-33fcbb42aa81 req-8a819a5a-0aed-4e25-88a7-fecf89fad21b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538177 Jun 08 13:55:30.772864 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-7696f568-0de4-4be7-9e4e-348acb8bd182 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320417 Jun 08 13:55:30.869101 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-820c8588-4c43-4ece-9ffb-2325412624a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:30.870932 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-820c8588-4c43-4ece-9ffb-2325412624a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d38c085b2a2845cfb125357ea637ad1b&device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 1096 time: 0.1126578 Jun 08 13:55:30.889741 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aee597-a964-49ca-afb3-8b90034e50a6 req-74910511-84a4-47c5-917f-5cc3c045c64e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:30.899432 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b5aee597-a964-49ca-afb3-8b90034e50a6 req-74910511-84a4-47c5-917f-5cc3c045c64e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0685599 Jun 08 13:55:30.956352 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b5aee597-a964-49ca-afb3-8b90034e50a6 req-fb9f5544-df94-46d7-86e3-6a4229d0cb1a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554707 Jun 08 13:55:30.961270 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cf51a965-eed3-4b22-ac83-fafa03872844 req-11aff68e-72f4-4690-82ce-5641055c27f8 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725841 Jun 08 13:55:31.032251 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-d28bce93-8c4f-402e-9b29-898b6c0a0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:31.035246 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-d28bce93-8c4f-402e-9b29-898b6c0a0ffc service neutron] 10.222.0.71 "GET /v2.0/networks?id=93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 200 len: 909 time: 0.1524770 Jun 08 13:55:31.117951 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-9f5b6c76-b1e1-4aea-9cea-c5091ce1f3f9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecad7da2-461e-447b-8304-6cb59afd4faf HTTP/1.1" status: 200 len: 217 time: 0.0585492 Jun 08 13:55:31.162421 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e1766-7958-417c-a08f-0ff94ae99286 req-a5906a85-1c49-41ae-a58c-aa1e0b859587 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:31.164589 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-350e1766-7958-417c-a08f-0ff94ae99286 req-a5906a85-1c49-41ae-a58c-aa1e0b859587 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 943 time: 0.1228931 Jun 08 13:55:31.206291 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-8f9cd66c-a0df-475b-8537-92be58c2e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:31.208312 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-8f9cd66c-a0df-475b-8537-92be58c2e76d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=23c03411-4f9d-40dc-b91b-31fa29ca3e29 HTTP/1.1" status: 200 len: 847 time: 0.0821242 Jun 08 13:55:31.223479 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-350e1766-7958-417c-a08f-0ff94ae99286 req-cb9625ba-e785-4c09-bbab-c0fc902f6826 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503469 Jun 08 13:55:31.246997 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf9bb6-ff64-409a-9130-5c31b94a5e5b req-71091c54-23e0-4448-870e-63b1ecb01658 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:31.248612 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4ccf9bb6-ff64-409a-9130-5c31b94a5e5b req-71091c54-23e0-4448-870e-63b1ecb01658 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 944 time: 0.0634797 Jun 08 13:55:31.265110 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-ced58809-030f-434b-9081-af8704836e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:31.267180 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-ced58809-030f-434b-9081-af8704836e91 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93f0707a-1edc-4bee-b42f-49d92e9de51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428143 Jun 08 13:55:31.289911 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4ccf9bb6-ff64-409a-9130-5c31b94a5e5b req-0ef26bd7-2c4e-4143-a6e2-ed84b9ff9c9d tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346828 Jun 08 13:55:31.369878 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-953ef48d-75f4-4e63-b09b-0a80957b38b5 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949640 Jun 08 13:55:31.478134 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-caf0d3e7-8550-4049-97b6-04d5075bc624 req-540cc523-9412-4727-9d55-931823e99a71 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012485 Jun 08 13:55:31.553651 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:55:31.559395 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a7810261-be6b-4d16-a8a5-d392ef856731 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:31.674060 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port a7810261-be6b-4d16-a8a5-d392ef856731 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:55:31.681300 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port a7810261-be6b-4d16-a8a5-d392ef856731 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:31.681684 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:31.720893 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:31.738211 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'mac_address': 'fa:16:3e:31:3e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:55:31.808481 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:31.808863 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:31.830526 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:31.834485 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port a7810261-be6b-4d16-a8a5-d392ef856731 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:31.834860 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:31.861093 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:31.869413 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:31.877585 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:31.880480 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032eee5a-2eb1-4b5e-bd08-b64405a0073d" -d '{"events": [{"server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "name": "network-vif-plugged", "status": "completed", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:31.919256 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:31.930200 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:31.950121 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d10259c-d07f-47e6-acf1-86c902ef154d x-openstack-request-id: req-8d10259c-d07f-47e6-acf1-86c902ef154d {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:31.950282 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "name": "network-vif-plugged", "status": "completed", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:31.950453 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d10259c-d07f-47e6-acf1-86c902ef154d {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:31.950856 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d10259c-d07f-47e6-acf1-86c902ef154d'] response: {'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'code': 200} Jun 08 13:55:31.962097 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b8e87-c8e9-46e8-8dd6-f98f6ff2b924 req-44f3b9d4-e8c9-4cc2-92f5-35d27f5f216a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:31.963832 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4d9b8e87-c8e9-46e8-8dd6-f98f6ff2b924 req-44f3b9d4-e8c9-4cc2-92f5-35d27f5f216a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 944 time: 0.0953784 Jun 08 13:55:31.989802 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:32.065638 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4d9b8e87-c8e9-46e8-8dd6-f98f6ff2b924 req-28173282-5cf9-4ac7-b9a3-e4683dd4e28e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801082 Jun 08 13:55:32.083458 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:32.091046 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3f326-e51b-44fe-82be-13218624d972 req-daf90e43-d3cf-4aee-b10c-7745c66c7b81 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:32.110710 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b0b3f326-e51b-44fe-82be-13218624d972 req-daf90e43-d3cf-4aee-b10c-7745c66c7b81 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0848398 Jun 08 13:55:32.174425 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6473642-4ce5-49a0-a446-8b666c1e061c req-c04a9937-9371-46bd-beb1-70c99b7083a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:32.176015 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a6473642-4ce5-49a0-a446-8b666c1e061c req-c04a9937-9371-46bd-beb1-70c99b7083a3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 1098 time: 0.0438774 Jun 08 13:55:32.179795 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b0b3f326-e51b-44fe-82be-13218624d972 req-6cf93a84-1a0d-4bea-a807-1350c8b52b71 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676341 Jun 08 13:55:32.220698 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['13d14bb5-ec5f-4679-addd-d0d40ab2b0f1'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:32.226767 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a6473642-4ce5-49a0-a446-8b666c1e061c req-fa4a4143-015a-4759-9943-03061762180b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Jun 08 13:55:32.381065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40353720-fe3b-426a-851d-9b1a14235faa req-ebdfe983-9149-4db7-88a9-5ce729ea762b tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:32.394885 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-40353720-fe3b-426a-851d-9b1a14235faa req-ebdfe983-9149-4db7-88a9-5ce729ea762b tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 943 time: 0.1024146 Jun 08 13:55:32.435521 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-40353720-fe3b-426a-851d-9b1a14235faa req-7b274099-b74e-4cc1-88f9-bb661fb69861 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345027 Jun 08 13:55:32.440837 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c45a2-63d2-4968-9e7c-13ca8ebdc4c1 req-daba453f-fe46-484b-8ecf-3440c01f10c0 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:32.442389 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-be4c45a2-63d2-4968-9e7c-13ca8ebdc4c1 req-daba453f-fe46-484b-8ecf-3440c01f10c0 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 945 time: 0.0587416 Jun 08 13:55:32.479908 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-be4c45a2-63d2-4968-9e7c-13ca8ebdc4c1 req-ee82985d-f9cb-4370-9e0e-a8f331e8a1aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312483 Jun 08 13:55:33.245948 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199014-e4e4-47d2-adfe-ab5f1d96e45c req-200c8676-238a-48d0-a556-06bb4fc49837 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:33.249711 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f3199014-e4e4-47d2-adfe-ab5f1d96e45c req-200c8676-238a-48d0-a556-06bb4fc49837 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0912883 Jun 08 13:55:33.303606 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f3199014-e4e4-47d2-adfe-ab5f1d96e45c req-5de04eae-afb7-4589-b355-67d141f07a90 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458829 Jun 08 13:55:33.347909 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae0b25-6420-4a53-9e41-1dc261e185cd req-ee00b997-f1c7-415f-b4ab-fb483db921ad tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:33.349448 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f9ae0b25-6420-4a53-9e41-1dc261e185cd req-ee00b997-f1c7-415f-b4ab-fb483db921ad tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0707371 Jun 08 13:55:33.386785 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f9ae0b25-6420-4a53-9e41-1dc261e185cd req-6f23ca94-b164-4dcb-8110-1fa40e94270f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310853 Jun 08 13:55:33.451262 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38058) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:33.552769 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02ba9e-243f-4866-adc6-cc505813d96a req-45ae892c-d896-4970-8a20-c3cf5f87dd1b tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:33.554322 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-af02ba9e-243f-4866-adc6-cc505813d96a req-45ae892c-d896-4970-8a20-c3cf5f87dd1b tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 943 time: 0.0520546 Jun 08 13:55:33.584410 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-46a464d7-f331-4229-9216-487cf5caa388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:33.591923 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-af02ba9e-243f-4866-adc6-cc505813d96a req-dfca2aac-a915-4e3a-a1b3-1edf38dea835 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314269 Jun 08 13:55:33.628611 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d5823-b98a-41cc-b236-3c5da7556ce4 req-c09ca93d-3dd9-4762-bc48-2ea995c27eb8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:33.630005 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3f0d5823-b98a-41cc-b236-3c5da7556ce4 req-c09ca93d-3dd9-4762-bc48-2ea995c27eb8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 945 time: 0.0771194 Jun 08 13:55:33.675538 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ecad7da2-461e-447b-8304-6cb59afd4faf details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:55:33.686911 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3f0d5823-b98a-41cc-b236-3c5da7556ce4 req-91828342-887a-4ecd-b428-fd87cad63ec7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505373 Jun 08 13:55:33.706978 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-46a464d7-f331-4229-9216-487cf5caa388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:33.711255 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-46a464d7-f331-4229-9216-487cf5caa388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:33.748218 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-46a464d7-f331-4229-9216-487cf5caa388 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8652b6818eb84b4c8b13edaaa00e5702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958918 Jun 08 13:55:33.750192 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a464d7-f331-4229-9216-487cf5caa388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01361953-6f37-4e1a-89a6-e591bbec6419,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:33.750976 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38066) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:33.775506 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port ecad7da2-461e-447b-8304-6cb59afd4faf, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ecad7da2-461e-447b-8304-6cb59afd4faf,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:33.787234 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'ecad7da2-461e-447b-8304-6cb59afd4faf', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'port_id': 'ecad7da2-461e-447b-8304-6cb59afd4faf', 'mac_address': 'fa:16:3e:61:08:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:55:33.806351 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-00398f24-4630-40b7-9d00-987f9c127709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:33.823926 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port ecad7da2-461e-447b-8304-6cb59afd4faf is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:33.824309 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:33.827666 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-00398f24-4630-40b7-9d00-987f9c127709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:33.836912 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecad7da2-461e-447b-8304-6cb59afd4faf {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:33.856846 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port ecad7da2-461e-447b-8304-6cb59afd4faf, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ecad7da2-461e-447b-8304-6cb59afd4faf,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:33.861346 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:33.876086 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-00398f24-4630-40b7-9d00-987f9c127709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:33.878852 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-00398f24-4630-40b7-9d00-987f9c127709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:33.879965 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-00398f24-4630-40b7-9d00-987f9c127709 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01361953-6f37-4e1a-89a6-e591bbec6419 HTTP/1.1" status: 204 len: 168 time: 0.1277843 Jun 08 13:55:33.888398 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00398f24-4630-40b7-9d00-987f9c127709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01361953-6f37-4e1a-89a6-e591bbec6419,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:33.920238 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=ecad7da2-461e-447b-8304-6cb59afd4faf,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:34.424362 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02bf3c-4c8a-4705-a5d4-429c4f7d1ff7 req-e922658e-69f4-469c-900a-9a259d966928 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:34.426419 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c02bf3c-4c8a-4705-a5d4-429c4f7d1ff7 req-e922658e-69f4-469c-900a-9a259d966928 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0531716 Jun 08 13:55:34.473873 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c02bf3c-4c8a-4705-a5d4-429c4f7d1ff7 req-d936fc91-12d8-4255-a0cf-72ff91df7b3e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372074 Jun 08 13:55:34.510760 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a37739-067c-4df3-8433-22fe2eaf0ad6 req-e4919fc8-d4ae-47af-8eb0-aa2353269b78 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:34.512249 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e3a37739-067c-4df3-8433-22fe2eaf0ad6 req-e4919fc8-d4ae-47af-8eb0-aa2353269b78 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0484598 Jun 08 13:55:34.521847 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38098) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:34.553872 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e3a37739-067c-4df3-8433-22fe2eaf0ad6 req-1e0b4c00-9eae-4e5c-9415-10460832002c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350308 Jun 08 13:55:34.616978 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1176351069-network', 'tenant_id': 'd109e8a537df4c2b81e4f53d510a8588'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:34.636293 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Made reservation on behalf of d109e8a537df4c2b81e4f53d510a8588 for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:34.638697 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:34.647510 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:34.732048 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0e96b-2c22-44d1-bd1d-7d1e4fe96b44 req-ae8d4ed3-c4a3-4a6f-82a5-8c7e6ff94835 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:34.733534 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-abd0e96b-2c22-44d1-bd1d-7d1e4fe96b44 req-ae8d4ed3-c4a3-4a6f-82a5-8c7e6ff94835 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 944 time: 0.0743897 Jun 08 13:55:34.788680 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:34.794307 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-abd0e96b-2c22-44d1-bd1d-7d1e4fe96b44 req-ecfd097a-931d-43d5-824f-a87bac457aa9 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542686 Jun 08 13:55:34.795387 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:34.807766 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe13be4-0543-4972-aa73-5e52750289fd req-d82d4a01-d873-4c12-a7ac-4ed9ba4a2988 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:34.809244 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-dfe13be4-0543-4972-aa73-5e52750289fd req-d82d4a01-d873-4c12-a7ac-4ed9ba4a2988 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 945 time: 0.0502555 Jun 08 13:55:34.829441 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:55:34.835766 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2975143b-3f08-4d04-ba94-9307779b7892,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:34.841786 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:34.842129 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Added segment 99f3835c-c75b-43d9-8ad2-b8c9c1e22e08 of type vlan for network e1fa6a52-f91f-43c9-834e-37cda8156c9c Jun 08 13:55:34.849578 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-dfe13be4-0543-4972-aa73-5e52750289fd req-763bdf42-ada3-493b-923f-e946d5d5a5cc tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328233 Jun 08 13:55:34.882855 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:34.906503 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:34.907445 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:34.908035 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:34.958697 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4357677 Jun 08 13:55:34.961552 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38106) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:34.966624 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Request body: {'subnet': {'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1176351069-subnet', 'tenant_id': 'd109e8a537df4c2b81e4f53d510a8588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:34.973155 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8c076-e33c-4724-9e07-921cd3788a88 admin admin] Pushing event updated for resources: {'Network': ['ID=e1fa6a52-f91f-43c9-834e-37cda8156c9c,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:34.983940 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network e1fa6a52-f91f-43c9-834e-37cda8156c9c details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:55:34.987690 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Made reservation on behalf of d109e8a537df4c2b81e4f53d510a8588 for: {'subnet': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:34.990300 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25448641'] for subnet, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:35.154074 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25448663'] for subnet, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:35.206095 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5ee319-4134-4f34-9e77-859b0576f8a3,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:35.215708 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Checking segment: {'id': '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:35.216055 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Network hostable DHCP agents. Network: e1fa6a52-f91f-43c9-834e-37cda8156c9c, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:55:35.232243 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Network e1fa6a52-f91f-43c9-834e-37cda8156c9c is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:55:35.241304 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, e1fa6a52-f91f-43c9-834e-37cda8156c9c) {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:35.245242 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:35.245851 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:35.252546 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf59633-dfa0-4320-8624-15aa8a4c9646 None None] Network e1fa6a52-f91f-43c9-834e-37cda8156c9c requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:55:35.261603 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-a64c30d1-06e6-474c-87c8-163508d83cdb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2989762 Jun 08 13:55:35.380503 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126fc39d-6b94-411f-9f83-85878d48dc93 None None] Network e1fa6a52-f91f-43c9-834e-37cda8156c9c requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:55:35.595791 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdf76e-1fa6-4b8d-8ea0-b4d905ab6889 req-08f17d3d-47e7-4d70-9d68-aa14c7c90afc tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:35.597906 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bacdf76e-1fa6-4b8d-8ea0-b4d905ab6889 req-08f17d3d-47e7-4d70-9d68-aa14c7c90afc tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0515749 Jun 08 13:55:35.637581 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bacdf76e-1fa6-4b8d-8ea0-b4d905ab6889 req-e355ed3f-6609-40bc-a6f6-dce354e0f2c2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323548 Jun 08 13:55:35.690258 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848c58-5aeb-41f3-8348-4b6d33979c77 req-c7d2c333-4c1c-49ea-beaf-da2778901d74 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:35.695248 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a9848c58-5aeb-41f3-8348-4b6d33979c77 req-c7d2c333-4c1c-49ea-beaf-da2778901d74 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0680428 Jun 08 13:55:35.744953 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a9848c58-5aeb-41f3-8348-4b6d33979c77 req-d23d640e-e0dd-4307-a258-d0ffa3dd0572 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 Jun 08 13:55:35.912506 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887f164-c4f1-46d6-aa73-ff618a71236b req-71a77294-4e82-4ea0-a61f-e51ace40b180 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:35.914016 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7887f164-c4f1-46d6-aa73-ff618a71236b req-71a77294-4e82-4ea0-a61f-e51ace40b180 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 944 time: 0.0487208 Jun 08 13:55:35.952047 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7887f164-c4f1-46d6-aa73-ff618a71236b req-0cea2a46-f70a-4972-acb3-7bd41f690ac5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322230 Jun 08 13:55:35.966165 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3808ea4-1701-4cbe-bf25-f4e022223488 req-7fbec0c8-01f4-4a82-b03c-2c5956cd7f4a tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:35.967691 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a3808ea4-1701-4cbe-bf25-f4e022223488 req-7fbec0c8-01f4-4a82-b03c-2c5956cd7f4a tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 945 time: 0.0523674 Jun 08 13:55:36.006261 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a3808ea4-1701-4cbe-bf25-f4e022223488 req-94420846-c4e5-4c8b-a7ed-5900f4aee940 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319016 Jun 08 13:55:36.258756 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['ecad7da2-461e-447b-8304-6cb59afd4faf'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:36.810948 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2661c-3ee3-401a-8ed8-95f2714527e9 req-baaaeaf0-396a-4225-a404-27f81fde5dd1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:36.813343 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7fb2661c-3ee3-401a-8ed8-95f2714527e9 req-baaaeaf0-396a-4225-a404-27f81fde5dd1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0833795 Jun 08 13:55:36.862046 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:36.897718 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7fb2661c-3ee3-401a-8ed8-95f2714527e9 req-063ba2d9-53a6-43d3-a899-b6f740a0cbce tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738091 Jun 08 13:55:36.921367 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37fa9d-ec06-4f54-927b-07e9105af48c req-d7a330a1-a3b9-4bbe-921b-1dadfd388c6d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:36.930402 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3f37fa9d-ec06-4f54-927b-07e9105af48c req-d7a330a1-a3b9-4bbe-921b-1dadfd388c6d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1018219 Jun 08 13:55:36.974713 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3f37fa9d-ec06-4f54-927b-07e9105af48c req-9693804c-d22a-4496-ac7d-38fa4ff26014 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Jun 08 13:55:37.115055 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f35cb6-df1a-44fe-b0dd-e7f00e1c496a req-36c23de7-fa71-46ea-b1cc-df972fa95732 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:37.117773 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a9f35cb6-df1a-44fe-b0dd-e7f00e1c496a req-36c23de7-fa71-46ea-b1cc-df972fa95732 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 944 time: 0.0644939 Jun 08 13:55:37.123058 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-d3d4c754-b9e9-4049-a5be-4b4369147cb7 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:37.124689 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-d3d4c754-b9e9-4049-a5be-4b4369147cb7 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/networks?id=e1fa6a52-f91f-43c9-834e-37cda8156c9c HTTP/1.1" status: 200 len: 809 time: 0.1278188 Jun 08 13:55:37.155166 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-4385b2c8-4de8-4ca1-b450-9881f1fc0baf tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/quotas/d109e8a537df4c2b81e4f53d510a8588 HTTP/1.1" status: 200 len: 375 time: 0.0196943 Jun 08 13:55:37.165375 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a9f35cb6-df1a-44fe-b0dd-e7f00e1c496a req-6c4db0e3-be93-42da-9200-6f1b945e8525 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Jun 08 13:55:37.193229 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-9cbcd43c-d546-47dc-811d-c31f82ed0925 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d109e8a537df4c2b81e4f53d510a8588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316510 Jun 08 13:55:37.287107 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-2aaeb0bf-4040-4b7b-8c27-7d0c99634757 service neutron] 10.222.0.64 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869515 Jun 08 13:55:37.287317 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b4d7d-abad-40e6-9200-72c3ea86e701 req-2db5b071-64ab-489d-a426-bbb74ed85d36 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:37.288787 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a33b4d7d-abad-40e6-9200-72c3ea86e701 req-2db5b071-64ab-489d-a426-bbb74ed85d36 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 945 time: 0.0508633 Jun 08 13:55:37.326771 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a33b4d7d-abad-40e6-9200-72c3ea86e701 req-77aaa7d8-7887-4f3d-82ee-0016817a3d1b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Jun 08 13:55:37.375761 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-f675fa99-39bc-49fc-98a0-cd909dd1204c service neutron] 10.222.0.64 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824492 Jun 08 13:55:37.531877 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fdf25378-340b-48d3-b65e-a801711e683e req-e6ad7f38-c084-471d-bcbd-d084e8829914 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 210 time: 0.0256822 Jun 08 13:55:37.646666 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:37.670885 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-bb7f34d7-d5bd-460d-bdcc-0cbecb7ddd49 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462940 Jun 08 13:55:37.708293 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:55:37.714267 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:37.714626 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:37.762461 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-cabe815b-f221-4d03-8177-54fdbb8de27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:37.764405 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-cabe815b-f221-4d03-8177-54fdbb8de27a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c99b89e609ee47d385b30c462d076835&device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 1098 time: 0.0467360 Jun 08 13:55:37.915221 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-e7a56b21-b6d8-421e-8d21-666ed6a3f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:37.919719 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-e7a56b21-b6d8-421e-8d21-666ed6a3f29c service neutron] 10.222.0.71 "GET /v2.0/networks?id=79c67d1c-fd25-4157-b71d-18041957a44f HTTP/1.1" status: 200 len: 913 time: 0.1269958 Jun 08 13:55:37.942931 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:37.944196 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:37.982500 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:37.984990 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae931389-1219-4629-9716-6f551b6de19e" -d '{"events": [{"server_uuid": "70a3e14b-0710-42c3-bda6-40e7e04929f2", "name": "network-vif-plugged", "status": "completed", "tag": "13d14bb5-ec5f-4679-addd-d0d40ab2b0f1"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:37.995200 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-85854060-9da3-4d8e-a0d5-0056a63072e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b90ecbe-d4cf-4458-9406-75c336ad92ed HTTP/1.1" status: 200 len: 217 time: 0.0608413 Jun 08 13:55:38.024399 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:38.045306 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:38.050594 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ecad7da2-461e-447b-8304-6cb59afd4faf up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:38.088290 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-735d9c58-4bcf-4896-8d6d-9419050738ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:38.089796 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-735d9c58-4bcf-4896-8d6d-9419050738ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=32d82a63-8750-454e-8494-35ea4136119e HTTP/1.1" status: 200 len: 852 time: 0.0821548 Jun 08 13:55:38.116170 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa764c4-e5a1-4ed2-b80e-47ffaea60997 req-8d66dd4d-007e-4fdc-9086-eaddeea990d9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:38.125290 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1aa764c4-e5a1-4ed2-b80e-47ffaea60997 req-8d66dd4d-007e-4fdc-9086-eaddeea990d9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1342928 Jun 08 13:55:38.132963 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9befdd-9efc-4b14-944b-cd79097e6506 x-openstack-request-id: req-5b9befdd-9efc-4b14-944b-cd79097e6506 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:38.133671 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a3e14b-0710-42c3-bda6-40e7e04929f2", "name": "network-vif-plugged", "status": "completed", "tag": "13d14bb5-ec5f-4679-addd-d0d40ab2b0f1", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:38.134174 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b9befdd-9efc-4b14-944b-cd79097e6506 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:38.136488 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9befdd-9efc-4b14-944b-cd79097e6506'] response: {'server_uuid': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'code': 200} Jun 08 13:55:38.173980 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-d2bfbbbb-39b1-480a-abc0-d846e5b8e1dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=79c67d1c-fd25-4157-b71d-18041957a44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459380 Jun 08 13:55:38.232199 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1aa764c4-e5a1-4ed2-b80e-47ffaea60997 req-3c89284b-98db-41e3-ab01-fc630081f85a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059127 Jun 08 13:55:38.306224 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38230) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:38.309479 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570bd05-f7c0-4a25-b081-27a09fa477cd req-7ccee5fb-cf1d-4bc0-a037-348a97a7300e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:38.317055 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:38.323679 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c570bd05-f7c0-4a25-b081-27a09fa477cd req-7ccee5fb-cf1d-4bc0-a037-348a97a7300e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1295161 Jun 08 13:55:38.339991 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port ecad7da2-461e-447b-8304-6cb59afd4faf completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:55:38.349214 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port ecad7da2-461e-447b-8304-6cb59afd4faf triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:38.349997 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:38.421218 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c570bd05-f7c0-4a25-b081-27a09fa477cd req-61aba83a-0973-4ca0-9aca-747f308e45a8 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945902 Jun 08 13:55:38.445378 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-461e30c4-da88-4385-a889-c7f3a1f7e814 service neutron] 10.222.0.71 "GET /v2.0/networks/79c67d1c-fd25-4157-b71d-18041957a44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574239 Jun 08 13:55:38.473411 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7dc077-916e-49fc-ad0c-f3afb8301a2f req-6708c725-6340-43ca-ab3f-ac33bcfedea7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:38.483582 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0b7dc077-916e-49fc-ad0c-f3afb8301a2f req-6708c725-6340-43ca-ab3f-ac33bcfedea7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 944 time: 0.1243174 Jun 08 13:55:38.531362 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port ecad7da2-461e-447b-8304-6cb59afd4faf is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:38.531981 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:38.555515 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366737c-a64a-4807-9d76-939530c34828 req-7e60ebd8-39d4-4e5a-b894-e1bdf9b662f5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:38.557205 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a366737c-a64a-4807-9d76-939530c34828 req-7e60ebd8-39d4-4e5a-b894-e1bdf9b662f5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0727413 Jun 08 13:55:38.566838 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38238) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:38.571662 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-ace76ed0-9ae9-4bed-a304-50e007f984ed tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'floatingip': {'port_id': 'a7810261-be6b-4d16-a8a5-d392ef856731'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:38.589997 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port ecad7da2-461e-447b-8304-6cb59afd4faf, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ecad7da2-461e-447b-8304-6cb59afd4faf,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:38.599844 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:38.616317 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:38.671572 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=ecad7da2-461e-447b-8304-6cb59afd4faf,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:38.673843 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0b7dc077-916e-49fc-ad0c-f3afb8301a2f req-57d9574c-9673-440f-b908-e6e97f62db03 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844637 Jun 08 13:55:38.676060 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ace76ed0-9ae9-4bed-a304-50e007f984ed tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:38.703899 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eceb6843-db2d-4d5d-9e67-11cbf5f047bf req-42f790c1-5158-4f75-a02b-6a2fcf6b0fb3 service neutron] 10.222.0.71 "GET /v2.0/networks/79c67d1c-fd25-4157-b71d-18041957a44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489896 Jun 08 13:55:38.708769 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f840c5-8f64-4258-8bd8-d7a8ac8337d2 req-4b98296b-a0a9-4dd9-bb51-fc225af32313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:38.710231 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-36f840c5-8f64-4258-8bd8-d7a8ac8337d2 req-4b98296b-a0a9-4dd9-bb51-fc225af32313 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 1099 time: 0.1578746 Jun 08 13:55:38.789109 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7bb02464-b04f-41f0-903c-4920ad101bcf req-6d6055c2-20ef-4486-9719-cd76f9fb2f05 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 210 time: 0.0409336 Jun 08 13:55:38.794507 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-36f840c5-8f64-4258-8bd8-d7a8ac8337d2 req-c2fb615c-34d6-455f-9764-86d6ba71e53f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756528 Jun 08 13:55:38.819955 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:38.824031 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:38.850453 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc554794-b1cb-46c8-bdec-6a1f8442fdab req-56ee5ac4-520a-4244-b355-f8e3bfe878ce tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:38.851911 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fc554794-b1cb-46c8-bdec-6a1f8442fdab req-56ee5ac4-520a-4244-b355-f8e3bfe878ce tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 946 time: 0.1855168 Jun 08 13:55:38.861134 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51c3dea9f21e4e7c8aaf7f3186048f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5531824 Jun 08 13:55:38.863185 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88974bd9-1397-46de-8ac7-1b23c5bfc2d0,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:38.865100 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38240) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:38.883692 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.884032 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.884382 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.884689 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.885009 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.885329 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.885669 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.885985 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.886303 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.886617 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.886929 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.887240 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1850-385b-4e86-8f69-1bbff3233963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:38.925534 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e6399036-57a6-4f4f-a069-5d57ffbbdbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:38.943838 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fc554794-b1cb-46c8-bdec-6a1f8442fdab req-c0fc5d6a-3dba-4252-b178-c9b400021225 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773675 Jun 08 13:55:38.948390 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e6399036-57a6-4f4f-a069-5d57ffbbdbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:39.002878 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e6399036-57a6-4f4f-a069-5d57ffbbdbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:39.007112 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e6399036-57a6-4f4f-a069-5d57ffbbdbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:39.008838 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-e6399036-57a6-4f4f-a069-5d57ffbbdbf9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88974bd9-1397-46de-8ac7-1b23c5bfc2d0 HTTP/1.1" status: 204 len: 168 time: 0.1426711 Jun 08 13:55:39.021205 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6399036-57a6-4f4f-a069-5d57ffbbdbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88974bd9-1397-46de-8ac7-1b23c5bfc2d0,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:39.265255 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-f3c74be4-ec09-4124-b0e4-599931262e0a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:39.270496 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-f3c74be4-ec09-4124-b0e4-599931262e0a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.71 "GET /v2.0/networks?id=e1fa6a52-f91f-43c9-834e-37cda8156c9c HTTP/1.1" status: 200 len: 809 time: 0.1436393 Jun 08 13:55:39.308101 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Request body: {'port': {'device_id': 'e95e98fb-1875-42fb-a9f8-ca96f09c182a', 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c', 'admin_state_up': True, 'tenant_id': 'd109e8a537df4c2b81e4f53d510a8588'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:39.421811 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38258) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:39.458159 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cca1141d-0197-4f41-a8aa-d4f356d4e60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:39.517169 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Made reservation on behalf of d109e8a537df4c2b81e4f53d510a8588 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:39.520898 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:39.679580 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac18ea-90cf-4470-9c46-8b39972f53de req-bfbd2c41-c71b-4a64-8683-4d4602f3c68e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:39.681183 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-23ac18ea-90cf-4470-9c46-8b39972f53de req-bfbd2c41-c71b-4a64-8683-4d4602f3c68e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1240838 Jun 08 13:55:39.690546 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.db.resource_extend [None req-ace76ed0-9ae9-4bed-a304-50e007f984ed tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 13:55:39.720152 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cca1141d-0197-4f41-a8aa-d4f356d4e60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:39.730554 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cca1141d-0197-4f41-a8aa-d4f356d4e60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:39.800758 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ace76ed0-9ae9-4bed-a304-50e007f984ed tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:39.807304 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ace76ed0-9ae9-4bed-a304-50e007f984ed tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:39.815417 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-23ac18ea-90cf-4470-9c46-8b39972f53de req-4248b4da-6c7a-494f-8565-2a23d8e7d80c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274943 Jun 08 13:55:39.826624 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170c28-33f3-4c97-ad47-3627df08c6bf req-17de0af5-95b8-4a32-abd3-b673f345b313 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:39.830064 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fe170c28-33f3-4c97-ad47-3627df08c6bf req-17de0af5-95b8-4a32-abd3-b673f345b313 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 945 time: 0.1424263 Jun 08 13:55:39.836203 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1141d-0197-4f41-a8aa-d4f356d4e60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f027291-13e6-408f-8e76-ac71d27d0178,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:39.846870 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-cca1141d-0197-4f41-a8aa-d4f356d4e60b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae49303ce11e40e49d3d070952d71bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218588 Jun 08 13:55:39.863901 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Allocated IP 172.20.0.14 (e1fa6a52-f91f-43c9-834e-37cda8156c9c/0b5ee319-4134-4f34-9e77-859b0576f8a3/a0edb483-4c65-4300-a238-b47e58566309) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:55:39.885295 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38274) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:39.925357 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38276) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:40.001123 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538fec6-a4af-4e96-9b2b-13a08dc10a85 req-b91ffa6f-ba7e-440e-8ea7-a520c55786e2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:40.002651 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3538fec6-a4af-4e96-9b2b-13a08dc10a85 req-b91ffa6f-ba7e-440e-8ea7-a520c55786e2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1091280 Jun 08 13:55:40.022925 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fe170c28-33f3-4c97-ad47-3627df08c6bf req-e9a92c15-ce1a-4899-8820-4e422ddb6e49 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363459 Jun 08 13:55:40.051989 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-ace76ed0-9ae9-4bed-a304-50e007f984ed tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Floating IP 3a3afc71-2898-46a2-88ae-7d420008bbdf associated. External IP: 172.27.0.9, port: a7810261-be6b-4d16-a8a5-d392ef856731. Jun 08 13:55:40.084668 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3538fec6-a4af-4e96-9b2b-13a08dc10a85 req-2cb73dde-30e3-4843-8421-7b7a88f29c29 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704286 Jun 08 13:55:40.101143 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.138498 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36090e69-23ac-44f7-83ab-96ac698338e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecad7da2-461e-447b-8304-6cb59afd4faf'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:40.140891 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04c8091-393c-4927-adcc-e9b55a526da6" -d '{"events": [{"server_uuid": "36090e69-23ac-44f7-83ab-96ac698338e8", "name": "network-vif-plugged", "status": "completed", "tag": "ecad7da2-461e-447b-8304-6cb59afd4faf"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:40.143406 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.153569 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.181038 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.212156 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ee5ef7d8-2b90-42db-ae82-ff2133a7a517 req-eb2f79f5-6d7a-4595-a2d8-8c0f771d812b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 210 time: 0.1092482 Jun 08 13:55:40.218285 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7d78ce5e-139e-4c13-9253-6dd6718368f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.281292 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d7968-5985-4140-8b46-d38477e51d0d x-openstack-request-id: req-794d7968-5985-4140-8b46-d38477e51d0d {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:40.282687 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36090e69-23ac-44f7-83ab-96ac698338e8", "name": "network-vif-plugged", "status": "completed", "tag": "ecad7da2-461e-447b-8304-6cb59afd4faf", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:40.282687 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-794d7968-5985-4140-8b46-d38477e51d0d {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:40.282914 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794d7968-5985-4140-8b46-d38477e51d0d'] response: {'server_uuid': '36090e69-23ac-44f7-83ab-96ac698338e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecad7da2-461e-447b-8304-6cb59afd4faf', 'code': 200} Jun 08 13:55:40.378904 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.382003 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.389890 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f027291-13e6-408f-8e76-ac71d27d0178 HTTP/1.1" status: 204 len: 168 time: 0.4976108 Jun 08 13:55:40.419566 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Network e1fa6a52-f91f-43c9-834e-37cda8156c9c is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:55:40.427216 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:40.432690 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:55:40.477260 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Pushing event updated for resources: {'Port': ['ID=a0edb483-4c65-4300-a238-b47e58566309,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:40.504935 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7d78ce5e-139e-4c13-9253-6dd6718368f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.508602 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f027291-13e6-408f-8e76-ac71d27d0178,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:40.514192 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7d78ce5e-139e-4c13-9253-6dd6718368f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.521384 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:40.522309 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.531770 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef769740-50b7-404c-a9a3-0a1ff7141600 req-af9403af-d1a0-4f98-bd10-b43e3cf538b1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:40.532397 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.532806 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.533286 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.533366 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ef769740-50b7-404c-a9a3-0a1ff7141600 req-af9403af-d1a0-4f98-bd10-b43e3cf538b1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 946 time: 0.1543446 Jun 08 13:55:40.533591 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.534007 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.534394 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.534842 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.535381 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.535804 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.536747 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.537150 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.537526 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14849e1c-e3c4-43d5-9a3b-c41734a56fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:40.561778 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5ac7d-8869-4926-9047-85fe73154109 req-a5c9bce4-8fcb-4705-b53b-2d812becbed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:40.563557 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e8e5ac7d-8869-4926-9047-85fe73154109 req-a5c9bce4-8fcb-4705-b53b-2d812becbed3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 1098 time: 0.0969243 Jun 08 13:55:40.569010 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-bdfb4463-8188-4ee9-b7b4-414552aaf95d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2764251 Jun 08 13:55:40.584066 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7d78ce5e-139e-4c13-9253-6dd6718368f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19d4791bc5674552834f2f918c96fa0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6549592 Jun 08 13:55:40.588209 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38288) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:40.598523 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace76ed0-9ae9-4bed-a304-50e007f984ed tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:55:40.599640 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78ce5e-139e-4c13-9253-6dd6718368f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f733e885-5b04-41c5-9201-88d56b939429,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:40.600280 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Request body: {'port': {'device_id': 'e95e98fb-1875-42fb-a9f8-ca96f09c182a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:40.719538 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ef769740-50b7-404c-a9a3-0a1ff7141600 req-4769c766-1656-4edb-b2be-176e0e211db5 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540406 Jun 08 13:55:40.741016 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-225d8ff9-aa53-4a4b-84f2-a8d877e085fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.752743 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e8e5ac7d-8869-4926-9047-85fe73154109 req-48296d52-c49e-4ea0-8f82-71e581d7f0e8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612971 Jun 08 13:55:40.765378 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.782802 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38290) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:40.798663 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ca71e719-219e-4b12-a6fa-8dfd54b7dba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.808363 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-225d8ff9-aa53-4a4b-84f2-a8d877e085fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.835245 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace76ed0-9ae9-4bed-a304-50e007f984ed tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:55:40.845740 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ace76ed0-9ae9-4bed-a304-50e007f984ed tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.851599 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] Sync routers for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:55:40.863752 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:40.864375 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:55:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:40.886455 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ace76ed0-9ae9-4bed-a304-50e007f984ed tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "PUT /v2.0/floatingips/3a3afc71-2898-46a2-88ae-7d420008bbdf HTTP/1.1" status: 200 len: 989 time: 2.3184998 Jun 08 13:55:40.888035 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:40.890482 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d" -d '{"events": [{"name": "network-changed", "server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:40.911634 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-225d8ff9-aa53-4a4b-84f2-a8d877e085fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.914715 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-225d8ff9-aa53-4a4b-84f2-a8d877e085fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:40.918354 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-225d8ff9-aa53-4a4b-84f2-a8d877e085fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f733e885-5b04-41c5-9201-88d56b939429 HTTP/1.1" status: 204 len: 168 time: 0.3256986 Jun 08 13:55:40.949710 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d8ff9-aa53-4a4b-84f2-a8d877e085fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f733e885-5b04-41c5-9201-88d56b939429,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:40.990167 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c99f38-a067-444b-8453-b431401837ca x-openstack-request-id: req-43c99f38-a067-444b-8453-b431401837ca {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:40.990722 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:40.991143 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43c99f38-a067-444b-8453-b431401837ca {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:40.991774 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c99f38-a067-444b-8453-b431401837ca'] response: {'name': 'network-changed', 'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'status': 'completed', 'code': 200} Jun 08 13:55:41.023203 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727bed4-c976-4e11-be46-2bde5c493806 req-14b07494-ffbe-40bd-98dd-e1e9bef3fc36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:41.025575 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f727bed4-c976-4e11-be46-2bde5c493806 req-14b07494-ffbe-40bd-98dd-e1e9bef3fc36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1084840 Jun 08 13:55:41.046312 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:41.048353 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ca71e719-219e-4b12-a6fa-8dfd54b7dba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:41.079253 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f727bed4-c976-4e11-be46-2bde5c493806 req-e305ec57-424c-4bdb-8d9a-1a94a2920984 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Jun 08 13:55:41.108635 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ca71e719-219e-4b12-a6fa-8dfd54b7dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:41.234260 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b084f16-6ec1-427f-96c9-bfd498ae0938 req-327dd502-b00e-4c79-9c80-fc0cf860df8d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:41.236168 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7b084f16-6ec1-427f-96c9-bfd498ae0938 req-327dd502-b00e-4c79-9c80-fc0cf860df8d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0709190 Jun 08 13:55:41.256964 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-ca71e719-219e-4b12-a6fa-8dfd54b7dba4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77bf0068c67d4928aba80e26ea4e380b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731007 Jun 08 13:55:41.259607 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38308) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:41.262590 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71e719-219e-4b12-a6fa-8dfd54b7dba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbfccf2-da2a-4675-9078-9f147e289db0,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:41.269662 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-318f6976-2307-4f75-858c-1366604c7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:41.271536 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-318f6976-2307-4f75-858c-1366604c7003 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 1098 time: 0.2338278 Jun 08 13:55:41.283693 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777a17-8838-40a4-9fb6-83f3ac6fcba6 req-b4971b5c-df57-45a8-8656-9b6e50f1833f tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:41.285230 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-20777a17-8838-40a4-9fb6-83f3ac6fcba6 req-b4971b5c-df57-45a8-8656-9b6e50f1833f tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 945 time: 0.1737773 Jun 08 13:55:41.320262 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7b084f16-6ec1-427f-96c9-bfd498ae0938 req-a833ac7a-b9cf-4786-a284-a7e94df8eed7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764270 Jun 08 13:55:41.365481 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-797075c4-174a-4789-8eac-4f9b59ddf309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:41.399729 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-797075c4-174a-4789-8eac-4f9b59ddf309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:41.444332 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3a3afc71-2898-46a2-88ae-7d420008bbdf', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'port_id': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'mac_address': 'fa:16:3e:dc:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:14Z', 'updated_at': '2022-06-08T13:55:39Z', 'revision_number': 1, 'project_id': '32b44032f04541228ee68e9de40262d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:41.454490 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-20777a17-8838-40a4-9fb6-83f3ac6fcba6 req-7b0d6fa8-2ca0-4344-b85c-08f783e58e3b tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536863 Jun 08 13:55:41.456848 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38310) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:41.474413 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] Checking router: dd22f7b8-7d21-4f09-8f46-cd9805cfa969 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:55:41.483402 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:41.484120 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:55:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:41.499523 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-797075c4-174a-4789-8eac-4f9b59ddf309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:41.502668 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-797075c4-174a-4789-8eac-4f9b59ddf309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:41.503994 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-797075c4-174a-4789-8eac-4f9b59ddf309 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4cbfccf2-da2a-4675-9078-9f147e289db0 HTTP/1.1" status: 204 len: 168 time: 0.2426326 Jun 08 13:55:41.516953 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797075c4-174a-4789-8eac-4f9b59ddf309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbfccf2-da2a-4675-9078-9f147e289db0,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:41.519538 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e75ca0b-7219-4763-b719-230cec57e6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:41.527200 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0ee6-4d08-4481-adb7-8d4ce31bc315 req-7afa2b0d-fdab-4569-8f03-0ff4f612d7a1 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:41.528853 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f5de0ee6-4d08-4481-adb7-8d4ce31bc315 req-7afa2b0d-fdab-4569-8f03-0ff4f612d7a1 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 932 time: 0.0788970 Jun 08 13:55:41.543299 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-812c2304-97b4-492b-bd73-c933765e06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:41.544756 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-812c2304-97b4-492b-bd73-c933765e06b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 918 time: 0.2538612 Jun 08 13:55:41.554225 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0edb483-4c65-4300-a238-b47e58566309 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:41.590399 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f5de0ee6-4d08-4481-adb7-8d4ce31bc315 req-01df8801-caff-4596-bbe2-7387f207d32a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489361 Jun 08 13:55:41.612944 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:41.617878 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:41.631109 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Transition to ACTIVE for port object a0edb483-4c65-4300-a238-b47e58566309 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:55:41.648569 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:41.760892 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-63eba5a0-c525-43b5-bf56-fd888240a8a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7810261-be6b-4d16-a8a5-d392ef856731 HTTP/1.1" status: 200 len: 997 time: 0.2022741 Jun 08 13:55:41.801173 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Pushing event updated for resources: {'Port': ['ID=a0edb483-4c65-4300-a238-b47e58566309,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:41.882337 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3a3afc71-2898-46a2-88ae-7d420008bbdf', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'port_id': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'mac_address': 'fa:16:3e:dc:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:14Z', 'updated_at': '2022-06-08T13:55:39Z', 'revision_number': 1, 'project_id': '32b44032f04541228ee68e9de40262d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:41.918253 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b25d2-a214-4583-aa66-3ceb243deb35 None None] The sync data for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi is: [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3a3afc71-2898-46a2-88ae-7d420008bbdf', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'port_id': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'mac_address': 'fa:16:3e:dc:61:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:14Z', 'updated_at': '2022-06-08T13:55:39Z', 'revision_number': 1, 'project_id': '32b44032f04541228ee68e9de40262d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:55:41.934285 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e75ca0b-7219-4763-b719-230cec57e6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:41.950505 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-8a4dd818-802a-4dbc-861d-ef90a8e7cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:41.951969 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-8a4dd818-802a-4dbc-861d-ef90a8e7cd18 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.1620324 Jun 08 13:55:41.952582 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e75ca0b-7219-4763-b719-230cec57e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:42.057385 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9612431-6b63-4263-979e-0097b34bdb1a req-c4742a54-2b99-4ce0-82e2-22c4d7dd6218 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:42.058861 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b9612431-6b63-4263-979e-0097b34bdb1a req-c4742a54-2b99-4ce0-82e2-22c4d7dd6218 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 946 time: 0.2065113 Jun 08 13:55:42.065453 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7e75ca0b-7219-4763-b719-230cec57e6da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cfab0ae7acb4669b44307fbb30306ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033919 Jun 08 13:55:42.065954 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Attempting to bind port a0edb483-4c65-4300-a238-b47e58566309 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:55:42.066320 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Attempting to bind port a0edb483-4c65-4300-a238-b47e58566309 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:55:42.066630 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Attempting to bind port a0edb483-4c65-4300-a238-b47e58566309 on network e1fa6a52-f91f-43c9-834e-37cda8156c9c {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:42.067365 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38326) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:42.071471 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75ca0b-7219-4763-b719-230cec57e6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42021f97-5201-44b5-b884-b41390cac60b,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:42.086541 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Port a0edb483-4c65-4300-a238-b47e58566309 on network e1fa6a52-f91f-43c9-834e-37cda8156c9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:55:42.086856 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Attempting to bind port a0edb483-4c65-4300-a238-b47e58566309 on network e1fa6a52-f91f-43c9-834e-37cda8156c9c {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:55:42.103260 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:55:42.103592 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Checking segment: {'id': '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:42.103949 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Bound using segment: {'id': '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:55:42.104379 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Bound port: a0edb483-4c65-4300-a238-b47e58566309, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:55:42.104728 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:42.206676 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-52c5034f-98f7-4e92-8fc9-956275ce2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:42.213081 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-52c5034f-98f7-4e92-8fc9-956275ce2a9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2342806 Jun 08 13:55:42.242834 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b9612431-6b63-4263-979e-0097b34bdb1a req-9d1b7107-a46e-4c37-867a-3a86a764f8f5 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728740 Jun 08 13:55:42.257299 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f42b-cbf1-47fb-b615-425a93d4ea2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:42.280975 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-2b267e5b-29e0-42d6-9d9b-55d3ed19d01c tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:42.282597 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-2b267e5b-29e0-42d6-9d9b-55d3ed19d01c tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.71 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 945 time: 0.1668420 Jun 08 13:55:42.311101 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dbf81-ec47-4538-b6f9-332070e55b09 req-41eb9ab3-1326-48a2-b991-7b2910ef77e7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:42.313776 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bf7dbf81-ec47-4538-b6f9-332070e55b09 req-41eb9ab3-1326-48a2-b991-7b2910ef77e7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1339457 Jun 08 13:55:42.332923 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f42b-cbf1-47fb-b615-425a93d4ea2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:42.425157 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] For port a0edb483-4c65-4300-a238-b47e58566309, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:55:42.439263 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] For port a0edb483-4c65-4300-a238-b47e58566309, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a0edb483-4c65-4300-a238-b47e58566309,segment=NetworkSegment(99f3835c-c75b-43d9-8ad2-b8c9c1e22e08),segment_id=99f3835c-c75b-43d9-8ad2-b8c9c1e22e08)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:55:42.470866 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:42.533863 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bf7dbf81-ec47-4538-b6f9-332070e55b09 req-880b862f-e52c-4864-8667-336228002a7e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082970 Jun 08 13:55:42.563712 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-8484c2b5-643a-4822-b48b-3933c3e65709 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127809 Jun 08 13:55:42.563712 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:42.563712 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:42.563712 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] 10.222.0.71 "PUT /v2.0/ports/a0edb483-4c65-4300-a238-b47e58566309 HTTP/1.1" status: 200 len: 1094 time: 1.9676104 Jun 08 13:55:42.564206 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95e98fb-1875-42fb-a9f8-ca96f09c182a', 'tag': 'a0edb483-4c65-4300-a238-b47e58566309'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:42.567011 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f42b-cbf1-47fb-b615-425a93d4ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:42.569826 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f42b-cbf1-47fb-b615-425a93d4ea2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:42.571182 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-b4b9f42b-cbf1-47fb-b615-425a93d4ea2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42021f97-5201-44b5-b884-b41390cac60b HTTP/1.1" status: 204 len: 168 time: 0.5012939 Jun 08 13:55:42.580540 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf197c1-612e-4b20-8b2d-c83196afdad6" -d '{"events": [{"name": "network-changed", "server_uuid": "e95e98fb-1875-42fb-a9f8-ca96f09c182a", "tag": "a0edb483-4c65-4300-a238-b47e58566309"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:42.597554 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9f42b-cbf1-47fb-b615-425a93d4ea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42021f97-5201-44b5-b884-b41390cac60b,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:42.611544 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-1f229375-8632-4fa9-bf94-e949904f5902 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Deleting port 1b90ecbe-d4cf-4458-9406-75c336ad92ed {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:55:42.612078 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-1f229375-8632-4fa9-bf94-e949904f5902 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:42.659553 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448d6e6-7c05-4846-8fa9-5b51b93e263f service neutron] Pushing event updated for resources: {'Port': ['ID=a0edb483-4c65-4300-a238-b47e58566309,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:42.670754 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282d012-31e8-4bca-a4aa-3cf88cd92f1b req-8549addd-1fc2-478b-82c7-8b97abf7db1b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:42.672328 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6282d012-31e8-4bca-a4aa-3cf88cd92f1b req-8549addd-1fc2-478b-82c7-8b97abf7db1b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 946 time: 0.2172606 Jun 08 13:55:42.689245 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38350) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:42.697982 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-34141a99-ec8b-4d0d-8935-25357102d410 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'floatingip': {'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:42.856244 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-1f229375-8632-4fa9-bf94-e949904f5902 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] For port 1b90ecbe-d4cf-4458-9406-75c336ad92ed, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=1b90ecbe-d4cf-4458-9406-75c336ad92ed,segment=NetworkSegment(ca656135-2d9a-4620-b464-3a6e88569b5e),segment_id=ca656135-2d9a-4620-b464-3a6e88569b5e)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:42.858781 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-1f229375-8632-4fa9-bf94-e949904f5902 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:42.898559 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-1f229375-8632-4fa9-bf94-e949904f5902 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Calling delete_port for 1b90ecbe-d4cf-4458-9406-75c336ad92ed owned by compute:nova {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:55:43.020383 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34141a99-ec8b-4d0d-8935-25357102d410 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:43.137954 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-2cd62485-e2de-4570-99b6-6161cbddeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:43.139814 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-2cd62485-e2de-4570-99b6-6161cbddeafc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d109e8a537df4c2b81e4f53d510a8588&device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 1097 time: 0.5076129 Jun 08 13:55:43.147499 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-828a0a9f-2a9f-4f29-8b96-8d4ee7efd54d req-a5cf2195-8ff0-4775-aa1a-bd99c22d01eb service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538983 Jun 08 13:55:43.187119 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-1f229375-8632-4fa9-bf94-e949904f5902 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:43.200761 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['1b90ecbe-d4cf-4458-9406-75c336ad92ed'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:43.239292 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f229375-8632-4fa9-bf94-e949904f5902 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Pushing event deleted for resources: {'Port': ['ID=1b90ecbe-d4cf-4458-9406-75c336ad92ed,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:43.273246 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbff42d2-a1e8-49b1-8be6-526941cd8bdd None None] New status for floating IP 3a3afc71-2898-46a2-88ae-7d420008bbdf: ACTIVE {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:55:43.273983 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-66d8eb1c-a6e4-42d6-bb35-c3025bd31663 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0edb483-4c65-4300-a238-b47e58566309 HTTP/1.1" status: 200 len: 217 time: 0.1115556 Jun 08 13:55:43.301017 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa20f5-6373-422c-bb9a-dc205c189772 req-453f5d4e-bce2-4173-a778-c779b80b0c71 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:43.302229 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d0aa20f5-6373-422c-bb9a-dc205c189772 req-453f5d4e-bce2-4173-a778-c779b80b0c71 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/ports?device_id=468ed578-75e5-4d90-8cb1-3e303cf93c2f HTTP/1.1" status: 200 len: 945 time: 0.3260732 Jun 08 13:55:43.319096 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872ae9a-555e-4681-9f06-f4e34a44aa3d req-2c1735a0-3996-4ad7-8138-6010a3ee6dd0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:43.320734 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c872ae9a-555e-4681-9f06-f4e34a44aa3d req-2c1735a0-3996-4ad7-8138-6010a3ee6dd0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1938365 Jun 08 13:55:43.346121 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-1f229375-8632-4fa9-bf94-e949904f5902 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] No DVR routers for this DVR port 1b90ecbe-d4cf-4458-9406-75c336ad92ed on host hv-cinder-84513 {{(pid=97370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:55:43.349985 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-1f229375-8632-4fa9-bf94-e949904f5902 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:43.353255 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-22f8fdde-4457-48d3-8bdb-b66e8963b462 req-1f229375-8632-4fa9-bf94-e949904f5902 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.71 "DELETE /v2.0/ports/1b90ecbe-d4cf-4458-9406-75c336ad92ed HTTP/1.1" status: 204 len: 173 time: 1.0588601 Jun 08 13:55:43.354380 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468ed578-75e5-4d90-8cb1-3e303cf93c2f', 'name': 'network-vif-deleted', 'tag': '1b90ecbe-d4cf-4458-9406-75c336ad92ed'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:43.356804 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cf6e88-3e38-478a-ae59-c7d4b8c41c02" -d '{"events": [{"server_uuid": "468ed578-75e5-4d90-8cb1-3e303cf93c2f", "name": "network-vif-deleted", "tag": "1b90ecbe-d4cf-4458-9406-75c336ad92ed"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:43.399649 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c872ae9a-555e-4681-9f06-f4e34a44aa3d req-211244ea-7130-43db-80e7-073da24273ee tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552788 Jun 08 13:55:43.570392 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6587043a-390d-4cce-be7f-aee013e43e62 x-openstack-request-id: req-6587043a-390d-4cce-be7f-aee013e43e62 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:43.571042 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95e98fb-1875-42fb-a9f8-ca96f09c182a", "tag": "a0edb483-4c65-4300-a238-b47e58566309", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:43.571494 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6587043a-390d-4cce-be7f-aee013e43e62 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:43.573145 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6587043a-390d-4cce-be7f-aee013e43e62'] response: {'name': 'network-changed', 'server_uuid': 'e95e98fb-1875-42fb-a9f8-ca96f09c182a', 'tag': 'a0edb483-4c65-4300-a238-b47e58566309', 'status': 'completed', 'code': 200} Jun 08 13:55:43.598917 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-2ba09cb6-0105-4234-8332-1450310a1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:43.600600 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-2ba09cb6-0105-4234-8332-1450310a1620 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0b5ee319-4134-4f34-9e77-859b0576f8a3 HTTP/1.1" status: 200 len: 849 time: 0.2952261 Jun 08 13:55:43.731543 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-a4cbabb1-76ec-479c-b380-3dd4fc28e8c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e1fa6a52-f91f-43c9-834e-37cda8156c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222370 Jun 08 13:55:43.735148 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d0aa20f5-6373-422c-bb9a-dc205c189772 req-65ff1233-8d6c-4a0c-9d6e-e6d32d1dc4d0 tempest-DeleteServersTestJSON-696117099 tempest-DeleteServersTestJSON-696117099-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d48c87c-1df3-45f8-937c-8c51a46afab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147456 Jun 08 13:55:43.867370 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d8c809-4d34-437c-be86-22ff97b7f426 x-openstack-request-id: req-08d8c809-4d34-437c-be86-22ff97b7f426 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:43.868469 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468ed578-75e5-4d90-8cb1-3e303cf93c2f", "name": "network-vif-deleted", "tag": "1b90ecbe-d4cf-4458-9406-75c336ad92ed", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:43.868851 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08d8c809-4d34-437c-be86-22ff97b7f426 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:43.869734 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d8c809-4d34-437c-be86-22ff97b7f426'] response: {'server_uuid': '468ed578-75e5-4d90-8cb1-3e303cf93c2f', 'name': 'network-vif-deleted', 'tag': '1b90ecbe-d4cf-4458-9406-75c336ad92ed', 'status': 'completed', 'code': 200} Jun 08 13:55:43.935703 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81fcd0-2cba-4716-8dcd-ff71c8ce48fa req-b55f4566-c770-478f-be01-8d345fad6092 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:43.937327 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cf81fcd0-2cba-4716-8dcd-ff71c8ce48fa req-b55f4566-c770-478f-be01-8d345fad6092 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 944 time: 0.4085445 Jun 08 13:55:43.988906 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cf81fcd0-2cba-4716-8dcd-ff71c8ce48fa req-ee19e7f0-1f44-46c6-820d-31c0bffcbd00 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446885 Jun 08 13:55:44.102335 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-fff4b99b-3c68-4c74-982f-e97ef549514e service neutron] 10.222.0.71 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552268 Jun 08 13:55:44.109162 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fc721-ca57-4282-8e05-e74f27250e82 req-f12094c4-a25b-4e34-baaa-2f043b26a07a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:44.111166 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c82fc721-ca57-4282-8e05-e74f27250e82 req-f12094c4-a25b-4e34-baaa-2f043b26a07a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0531282 Jun 08 13:55:44.165671 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c82fc721-ca57-4282-8e05-e74f27250e82 req-c3c00dd2-b7bd-402f-be57-cb9ee5698ae5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443258 Jun 08 13:55:44.215259 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7062-5f61-46dc-a0e7-a81da1529713 req-667602c8-67e3-496f-a73d-4fd24afd8cc3 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:44.217046 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-74fd7062-5f61-46dc-a0e7-a81da1529713 req-667602c8-67e3-496f-a73d-4fd24afd8cc3 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.2522829 Jun 08 13:55:44.227195 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38390) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:44.232581 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-6f3dde69-83d3-4ef6-a936-b8e737f9a399 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'floatingip': {'port_id': 'ecad7da2-461e-447b-8304-6cb59afd4faf'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:44.289033 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f3dde69-83d3-4ef6-a936-b8e737f9a399 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:44.337262 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7954f05a-a1f6-42cc-bbd6-be607d3c3973 req-4fd38aac-f850-4e58-9c74-1c52d087b5bd service neutron] 10.222.0.71 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238109 Jun 08 13:55:44.480027 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34141a99-ec8b-4d0d-8935-25357102d410 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:44.486462 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34141a99-ec8b-4d0d-8935-25357102d410 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:44.534781 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf197c1-612e-4b20-8b2d-c83196afdad6 req-cee76a91-3b1a-4beb-83b8-a36fef42e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:44.536427 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6bf197c1-612e-4b20-8b2d-c83196afdad6 req-cee76a91-3b1a-4beb-83b8-a36fef42e71f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d109e8a537df4c2b81e4f53d510a8588&device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 1097 time: 0.1111794 Jun 08 13:55:44.816732 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f3dde69-83d3-4ef6-a936-b8e737f9a399 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:44.818896 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [None req-34141a99-ec8b-4d0d-8935-25357102d410 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Floating IP e1fc4fb4-3118-48b4-aa82-805dc9eaa475 associated. External IP: 172.27.0.185, port: 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1. Jun 08 13:55:44.822562 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f3dde69-83d3-4ef6-a936-b8e737f9a399 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:44.981516 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-6f3dde69-83d3-4ef6-a936-b8e737f9a399 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Floating IP d79dda35-21ce-4f2a-b4ee-beaf104c7bde associated. External IP: 172.27.0.92, port: ecad7da2-461e-447b-8304-6cb59afd4faf. Jun 08 13:55:44.999048 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf197c1-612e-4b20-8b2d-c83196afdad6 req-96e9d400-739b-493b-82e8-44281086a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:45.001390 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6bf197c1-612e-4b20-8b2d-c83196afdad6 req-96e9d400-739b-493b-82e8-44281086a39e service neutron] 10.222.0.71 "GET /v2.0/networks?id=e1fa6a52-f91f-43c9-834e-37cda8156c9c HTTP/1.1" status: 200 len: 910 time: 0.4570410 Jun 08 13:55:45.055199 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6bf197c1-612e-4b20-8b2d-c83196afdad6 req-ca97120a-b146-42b5-9910-a2f72d40c4c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0edb483-4c65-4300-a238-b47e58566309 HTTP/1.1" status: 200 len: 217 time: 0.0429540 Jun 08 13:55:45.231711 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf197c1-612e-4b20-8b2d-c83196afdad6 req-fd3ea4ae-ce7e-47b7-a304-0674de582e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:45.233334 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6bf197c1-612e-4b20-8b2d-c83196afdad6 req-fd3ea4ae-ce7e-47b7-a304-0674de582e5e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0b5ee319-4134-4f34-9e77-859b0576f8a3 HTTP/1.1" status: 200 len: 849 time: 0.1045542 Jun 08 13:55:45.250679 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34141a99-ec8b-4d0d-8935-25357102d410 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:55:45.282124 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6bf197c1-612e-4b20-8b2d-c83196afdad6 req-830c2039-20f6-4a09-972e-2f1a0e870ef5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e1fa6a52-f91f-43c9-834e-37cda8156c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329733 Jun 08 13:55:45.289561 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3dde69-83d3-4ef6-a936-b8e737f9a399 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Router f98654f9-053a-49f4-a221-fc5101d8d09d has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:55:45.311673 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657310d4-d098-4429-a1df-fc0f32dcbb7e req-18b7ddc9-ec28-416a-81a4-6bbc9e0d2418 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:45.320053 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-657310d4-d098-4429-a1df-fc0f32dcbb7e req-18b7ddc9-ec28-416a-81a4-6bbc9e0d2418 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 944 time: 0.1859505 Jun 08 13:55:45.394408 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-657310d4-d098-4429-a1df-fc0f32dcbb7e req-5b68d876-124c-44c9-b3d9-52487567c57d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740356 Jun 08 13:55:45.502813 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3dde69-83d3-4ef6-a936-b8e737f9a399 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:55:45.504843 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34141a99-ec8b-4d0d-8935-25357102d410 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:55:45.508966 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f3dde69-83d3-4ef6-a936-b8e737f9a399 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:45.517112 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] Sync routers for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:55:45.520618 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34141a99-ec8b-4d0d-8935-25357102d410 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:45.530035 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f41b1-09f0-4697-ba59-80a46bf7d938 req-11f9ed0d-5898-4db7-9c67-e5bd8de0b0c4 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:45.532487 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bd9f41b1-09f0-4697-ba59-80a46bf7d938 req-11f9ed0d-5898-4db7-9c67-e5bd8de0b0c4 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1864510 Jun 08 13:55:45.538715 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:45.539337 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:55:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:45.548376 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:55:45.561841 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:45.563663 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:55:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:45.595427 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-34141a99-ec8b-4d0d-8935-25357102d410 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "PUT /v2.0/floatingips/e1fc4fb4-3118-48b4-aa82-805dc9eaa475 HTTP/1.1" status: 200 len: 992 time: 2.9051142 Jun 08 13:55:45.597323 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'tag': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:45.599678 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e" -d '{"events": [{"name": "network-changed", "server_uuid": "70a3e14b-0710-42c3-bda6-40e7e04929f2", "tag": "13d14bb5-ec5f-4679-addd-d0d40ab2b0f1"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:45.604370 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6f3dde69-83d3-4ef6-a936-b8e737f9a399 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "PUT /v2.0/floatingips/d79dda35-21ce-4f2a-b4ee-beaf104c7bde HTTP/1.1" status: 200 len: 990 time: 1.3743784 Jun 08 13:55:45.604514 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6bf197c1-612e-4b20-8b2d-c83196afdad6 req-a3550bad-547a-49be-bb43-a2686c82f98d service neutron] 10.222.0.71 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604818 Jun 08 13:55:45.658118 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bd9f41b1-09f0-4697-ba59-80a46bf7d938 req-8c7884c6-ba2b-46ed-933f-508de3300a84 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027350 Jun 08 13:55:45.665083 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21d9806-a1fa-4441-8403-59a28e66e7a6 x-openstack-request-id: req-c21d9806-a1fa-4441-8403-59a28e66e7a6 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:45.665381 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a3e14b-0710-42c3-bda6-40e7e04929f2", "tag": "13d14bb5-ec5f-4679-addd-d0d40ab2b0f1", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:45.665648 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c21d9806-a1fa-4441-8403-59a28e66e7a6 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:45.666054 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21d9806-a1fa-4441-8403-59a28e66e7a6'] response: {'name': 'network-changed', 'server_uuid': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'tag': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'status': 'completed', 'code': 200} Jun 08 13:55:45.701281 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:45.727834 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:45.800824 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-65b1b506-11b1-4618-b196-0d9cc2dc8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:45.803783 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-65b1b506-11b1-4618-b196-0d9cc2dc8d3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 1099 time: 0.1022604 Jun 08 13:55:45.808648 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6bf197c1-612e-4b20-8b2d-c83196afdad6 req-64e503dc-1556-457e-9a5f-55fa471d21be service neutron] 10.222.0.71 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494989 Jun 08 13:55:45.871666 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36090e69-23ac-44f7-83ab-96ac698338e8', 'tag': 'ecad7da2-461e-447b-8304-6cb59afd4faf'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:45.874505 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "36090e69-23ac-44f7-83ab-96ac698338e8", "tag": "ecad7da2-461e-447b-8304-6cb59afd4faf"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:45.933249 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-54bc6f27-987e-4401-be91-97841ebeff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:45.935386 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-54bc6f27-987e-4401-be91-97841ebeff8a service neutron] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 914 time: 0.1123142 Jun 08 13:55:45.942439 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c071695-561a-4299-be06-5a04830fa2f4 x-openstack-request-id: req-1c071695-561a-4299-be06-5a04830fa2f4 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:45.942683 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36090e69-23ac-44f7-83ab-96ac698338e8", "tag": "ecad7da2-461e-447b-8304-6cb59afd4faf", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:45.942959 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c071695-561a-4299-be06-5a04830fa2f4 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:45.943308 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c071695-561a-4299-be06-5a04830fa2f4'] response: {'name': 'network-changed', 'server_uuid': '36090e69-23ac-44f7-83ab-96ac698338e8', 'tag': 'ecad7da2-461e-447b-8304-6cb59afd4faf', 'status': 'completed', 'code': 200} Jun 08 13:55:45.984982 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'd79dda35-21ce-4f2a-b4ee-beaf104c7bde', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'port_id': 'ecad7da2-461e-447b-8304-6cb59afd4faf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'mac_address': 'fa:16:3e:61:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36090e69-23ac-44f7-83ab-96ac698338e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:19Z', 'updated_at': '2022-06-08T13:55:44Z', 'revision_number': 1, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:46.023764 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] Checking router: f98654f9-053a-49f4-a221-fc5101d8d09d for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:55:46.024690 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-564f930e-a0f3-49be-9f10-0ea984c165a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:46.026464 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-564f930e-a0f3-49be-9f10-0ea984c165a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d38c085b2a2845cfb125357ea637ad1b&device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 1098 time: 0.0670705 Jun 08 13:55:46.034980 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:46.035693 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:55:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:46.057831 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'e1fc4fb4-3118-48b4-aa82-805dc9eaa475', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:31:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:15Z', 'updated_at': '2022-06-08T13:55:44Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:46.078013 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-04aa61bb-480f-4eb3-8855-bca4e059b3ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 HTTP/1.1" status: 200 len: 1000 time: 0.1269732 Jun 08 13:55:46.091006 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:55:46.101161 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:55:46.101955 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:55:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:46.155031 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38476) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:46.166881 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-043861d9-7cfd-4c7f-931c-804e9d9a6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:46.168397 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-043861d9-7cfd-4c7f-931c-804e9d9a6528 service neutron] 10.222.0.71 "GET /v2.0/networks?id=93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 200 len: 909 time: 0.1348109 Jun 08 13:55:46.175079 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-821daafd-9d73-4149-b736-119f01397099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:46.176977 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-821daafd-9d73-4149-b736-119f01397099 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.0921721 Jun 08 13:55:46.196226 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:46.243094 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-02be4e75-b51f-4f2e-9b09-555385969926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:46.245110 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-02be4e75-b51f-4f2e-9b09-555385969926 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561550 Jun 08 13:55:46.265344 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:55:46.296794 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-8b8a78a9-1d33-4310-a816-3b8973bb454e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecad7da2-461e-447b-8304-6cb59afd4faf HTTP/1.1" status: 200 len: 998 time: 0.1081755 Jun 08 13:55:46.307490 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-37cd0171-fedb-479d-94f6-e1cdd2762110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:46.361317 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-2eae42e2-ef7b-4596-9a6c-8eb4475eb148 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097744 Jun 08 13:55:46.401074 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-2ab276a6-ea08-4df1-befb-64dd48556596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:46.403688 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-2ab276a6-ea08-4df1-befb-64dd48556596 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=23c03411-4f9d-40dc-b91b-31fa29ca3e29 HTTP/1.1" status: 200 len: 847 time: 0.0981059 Jun 08 13:55:46.510211 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-94e19a5e-5fd4-4f1c-830b-4c1d79e3254e req-84f8b5c1-74b9-49f2-8a67-c36dcb5cb2f3 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410978 Jun 08 13:55:46.605011 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-37cd0171-fedb-479d-94f6-e1cdd2762110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:46.605255 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38492) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:46.608891 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-2bc7b408-f95b-4a0c-a612-e7a13b49d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:46.609597 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'e1fc4fb4-3118-48b4-aa82-805dc9eaa475', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:31:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:15Z', 'updated_at': '2022-06-08T13:55:44Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:46.611534 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-2bc7b408-f95b-4a0c-a612-e7a13b49d7d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93f0707a-1edc-4bee-b42f-49d92e9de51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1986148 Jun 08 13:55:46.617079 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-37cd0171-fedb-479d-94f6-e1cdd2762110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:46.636663 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'd79dda35-21ce-4f2a-b4ee-beaf104c7bde', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'port_id': 'ecad7da2-461e-447b-8304-6cb59afd4faf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'mac_address': 'fa:16:3e:61:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36090e69-23ac-44f7-83ab-96ac698338e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:19Z', 'updated_at': '2022-06-08T13:55:44Z', 'revision_number': 1, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:46.646813 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def5a29-b293-43c9-85b2-82e747e680cd req-40dedb89-c82c-4898-88b2-cafbb020988e tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:46.649181 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3def5a29-b293-43c9-85b2-82e747e680cd req-40dedb89-c82c-4898-88b2-cafbb020988e tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 944 time: 0.1606371 Jun 08 13:55:46.664056 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f661bfc-1499-4267-b260-78e6d58bb528 admin admin] Deleting subnet 32d82a63-8750-454e-8494-35ea4136119e {{(pid=97370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 13:55:46.672732 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3f661bfc-1499-4267-b260-78e6d58bb528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:46.684093 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01a1e6-4da7-4ed2-afc9-1c002a6bceb1 None None] The sync data for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi is: [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'd79dda35-21ce-4f2a-b4ee-beaf104c7bde', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'port_id': 'ecad7da2-461e-447b-8304-6cb59afd4faf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'mac_address': 'fa:16:3e:61:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36090e69-23ac-44f7-83ab-96ac698338e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:19Z', 'updated_at': '2022-06-08T13:55:44Z', 'revision_number': 1, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:55:46.748908 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3f661bfc-1499-4267-b260-78e6d58bb528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4076717'] for subnet, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:46.801145 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-37cd0171-fedb-479d-94f6-e1cdd2762110 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e75772e9bccb4132b0d610b2c6535d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6450775 Jun 08 13:55:46.802047 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd0171-fedb-479d-94f6-e1cdd2762110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ac1634-5200-49c4-863c-da09be1712c4,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:46.815883 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a0ea5-282a-4623-9406-a6439bb36267 None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'e1fc4fb4-3118-48b4-aa82-805dc9eaa475', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:31:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:15Z', 'updated_at': '2022-06-08T13:55:44Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:55:46.821751 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3def5a29-b293-43c9-85b2-82e747e680cd req-5a690119-d4ab-48ec-b99e-ffb5f13096d2 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594012 Jun 08 13:55:46.833883 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38498) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:46.866103 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3f661bfc-1499-4267-b260-78e6d58bb528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:46.867933 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-a96d0a15-7d62-429c-bc17-50da204085c1 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464399 Jun 08 13:55:46.972899 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13445-b4a1-4c5a-8dc8-fae1c60ac912 req-5b293eae-9424-490f-8795-51dd2a249d9f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:46.974706 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-63c13445-b4a1-4c5a-8dc8-fae1c60ac912 req-5b293eae-9424-490f-8795-51dd2a249d9f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1792045 Jun 08 13:55:46.975389 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-30b84675-7136-430e-b1e2-35be15ad614b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.020119 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-07f84646-fe97-4ab7-9eb3-352bd47b5a0a req-ed6fdc51-13ed-4a85-9b6b-59e5510f97eb service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449263 Jun 08 13:55:47.046615 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a650473-b27e-4ecc-a31c-123f4583e442 None None] New status for floating IP d79dda35-21ce-4f2a-b4ee-beaf104c7bde: ACTIVE {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:55:47.057553 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-30b84675-7136-430e-b1e2-35be15ad614b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.061317 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3f661bfc-1499-4267-b260-78e6d58bb528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25448668'] for subnet, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.094512 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f661bfc-1499-4267-b260-78e6d58bb528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d82a63-8750-454e-8494-35ea4136119e,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:47.133304 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3f661bfc-1499-4267-b260-78e6d58bb528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.133304 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-3f661bfc-1499-4267-b260-78e6d58bb528 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/32d82a63-8750-454e-8494-35ea4136119e HTTP/1.1" status: 204 len: 168 time: 0.5265388 Jun 08 13:55:47.135391 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38504) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:47.150140 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-63c13445-b4a1-4c5a-8dc8-fae1c60ac912 req-69b3f77b-d797-4a6f-82ff-8a3eb0d5a531 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566908 Jun 08 13:55:47.189813 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-30b84675-7136-430e-b1e2-35be15ad614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.192636 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-30b84675-7136-430e-b1e2-35be15ad614b admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.193853 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-30b84675-7136-430e-b1e2-35be15ad614b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1ac1634-5200-49c4-863c-da09be1712c4 HTTP/1.1" status: 204 len: 168 time: 0.3572075 Jun 08 13:55:47.205101 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b84675-7136-430e-b1e2-35be15ad614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ac1634-5200-49c4-863c-da09be1712c4,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:47.239055 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-cfcce109-5713-4ba2-98d4-20a3ef1e2778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.273148 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87176f16-e8d5-4104-96b5-9d3501c8bfc7 None None] New status for floating IP e1fc4fb4-3118-48b4-aa82-805dc9eaa475: ACTIVE {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:55:47.273715 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.386818 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.412899 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c67d1c-fd25-4157-b71d-18041957a44f']}} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:47.426671 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca656135-2d9a-4620-b464-3a6e88569b5e') {'for_net_delete': True} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:47.427046 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca656135-2d9a-4620-b464-3a6e88569b5e') {} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:55:47.440102 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3193995'] for segment, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.454851 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.464363 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=97369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:55:47.465693 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442474'] for segment, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.501427 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment ca656135-2d9a-4620-b464-3a6e88569b5e resource provider aggregate not found Jun 08 13:55:47.565476 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.570941 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.574797 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] 10.222.0.64 "DELETE /v2.0/networks/79c67d1c-fd25-4157-b71d-18041957a44f HTTP/1.1" status: 204 len: 168 time: 0.4382954 Jun 08 13:55:47.582388 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment ca656135-2d9a-4620-b464-3a6e88569b5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca656135-2d9a-4620-b464-3a6e88569b5e found for delete ", "request_id": "req-d4c86905-d8d9-4bfe-80ff-c7e34415b8ba"}]} Jun 08 13:55:47.595164 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667712e-1936-4e98-b7f4-d553677a512e admin admin] Pushing event deleted for resources: {'Network': ['ID=79c67d1c-fd25-4157-b71d-18041957a44f,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:47.622097 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38516) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:47.637144 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f0b0-5491-4717-aa74-19911ed5db9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.664583 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a0edb483-4c65-4300-a238-b47e58566309 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:55:47.666973 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 1b90ecbe-d4cf-4458-9406-75c336ad92ed no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:55:47.701568 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: 1b90ecbe-d4cf-4458-9406-75c336ad92ed {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 13:55:47.702223 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 1b90ecbe-d4cf-4458-9406-75c336ad92ed not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:55:47.712745 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38518) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:47.734909 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f0b0-5491-4717-aa74-19911ed5db9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.739950 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f0b0-5491-4717-aa74-19911ed5db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.756402 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6db91c89-f504-40f4-b240-fea1b009e519 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c99b89e609ee47d385b30c462d076835&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419590 Jun 08 13:55:47.760421 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38520) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:47.797101 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-9fa5f0b0-5491-4717-aa74-19911ed5db9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e32712efb004a6fb71bfc502cd3aaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737823 Jun 08 13:55:47.800265 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38522) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:47.804492 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a0edb483-4c65-4300-a238-b47e58566309, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a0edb483-4c65-4300-a238-b47e58566309,segment=NetworkSegment(99f3835c-c75b-43d9-8ad2-b8c9c1e22e08),segment_id=99f3835c-c75b-43d9-8ad2-b8c9c1e22e08)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:47.804905 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5f0b0-5491-4717-aa74-19911ed5db9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1bd534-424d-47db-ae0a-51062fd85152,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:47.816083 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'a0edb483-4c65-4300-a238-b47e58566309', 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c', 'port_id': 'a0edb483-4c65-4300-a238-b47e58566309', 'mac_address': 'fa:16:3e:78:24:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5ee319-4134-4f34-9e77-859b0576f8a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:55:47.854615 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-28d4b3f6-e3af-4fb4-8020-4612b76a2c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.859660 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port a0edb483-4c65-4300-a238-b47e58566309 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:47.860046 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.873218 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8ca28aaa-5a4f-4b3b-81a2-7234e8debae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.873870 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0edb483-4c65-4300-a238-b47e58566309 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:55:47.881570 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-28d4b3f6-e3af-4fb4-8020-4612b76a2c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.896949 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a0edb483-4c65-4300-a238-b47e58566309, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a0edb483-4c65-4300-a238-b47e58566309,segment=NetworkSegment(99f3835c-c75b-43d9-8ad2-b8c9c1e22e08),segment_id=99f3835c-c75b-43d9-8ad2-b8c9c1e22e08)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:47.902152 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.903340 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8ca28aaa-5a4f-4b3b-81a2-7234e8debae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.936956 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-28d4b3f6-e3af-4fb4-8020-4612b76a2c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.940616 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-28d4b3f6-e3af-4fb4-8020-4612b76a2c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:47.941840 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-28d4b3f6-e3af-4fb4-8020-4612b76a2c84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d48c87c-1df3-45f8-937c-8c51a46afab7 HTTP/1.1" status: 204 len: 168 time: 0.1776550 Jun 08 13:55:47.950075 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4b3f6-e3af-4fb4-8020-4612b76a2c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d48c87c-1df3-45f8-937c-8c51a46afab7,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:47.952063 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=a0edb483-4c65-4300-a238-b47e58566309,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:47.964201 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.964748 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.965075 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.965406 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.965756 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.966081 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.966403 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.966724 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.967063 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.967385 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.967703 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.968016 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:55:47.993920 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11eda2c-f8b1-48c0-b358-40e820d104ac req-896556f0-a8cf-4402-af28-07d24f4e95b8 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:47.995407 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e11eda2c-f8b1-48c0-b358-40e820d104ac req-896556f0-a8cf-4402-af28-07d24f4e95b8 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 945 time: 0.0948224 Jun 08 13:55:48.030131 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8ca28aaa-5a4f-4b3b-81a2-7234e8debae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:48.032557 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8ca28aaa-5a4f-4b3b-81a2-7234e8debae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:48.033702 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-8ca28aaa-5a4f-4b3b-81a2-7234e8debae0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a1bd534-424d-47db-ae0a-51062fd85152 HTTP/1.1" status: 204 len: 168 time: 0.2321298 Jun 08 13:55:48.048898 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e11eda2c-f8b1-48c0-b358-40e820d104ac req-176f7e35-b1ec-4403-b3b7-c2d3bcd432ac tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Jun 08 13:55:48.049989 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca28aaa-5a4f-4b3b-81a2-7234e8debae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1bd534-424d-47db-ae0a-51062fd85152,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:48.242835 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['a0edb483-4c65-4300-a238-b47e58566309'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:48.340059 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dc647-ab24-4697-b53f-07b03611dcf4 req-b889f9e7-3d58-43cf-922f-c1f5ffe65473 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:48.341874 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b91dc647-ab24-4697-b53f-07b03611dcf4 req-b889f9e7-3d58-43cf-922f-c1f5ffe65473 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0742099 Jun 08 13:55:48.414488 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b91dc647-ab24-4697-b53f-07b03611dcf4 req-f80cece1-d0a9-4c55-ae7e-a831e5ee687c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658259 Jun 08 13:55:49.194950 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58423-db4b-41a2-b374-a8f0dc67033e req-d21f751f-f2f7-4a40-b8be-14ca0cfae425 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:49.196531 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-37f58423-db4b-41a2-b374-a8f0dc67033e req-d21f751f-f2f7-4a40-b8be-14ca0cfae425 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 945 time: 0.0521920 Jun 08 13:55:49.242784 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-37f58423-db4b-41a2-b374-a8f0dc67033e req-b8429e43-7f5f-460e-b2f3-29b570a7caf7 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401163 Jun 08 13:55:49.378700 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-882e9a71-e386-478c-84ff-bfef673c9bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:49.588025 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b11f1-fb09-4eb8-bffd-509753dc4676 req-bfebb7e6-fd3c-4220-8056-904cf264e5d6 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:49.590533 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0f9b11f1-fb09-4eb8-bffd-509753dc4676 req-bfebb7e6-fd3c-4220-8056-904cf264e5d6 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0750947 Jun 08 13:55:49.646595 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0f9b11f1-fb09-4eb8-bffd-509753dc4676 req-b31f844e-fecf-4383-b1e1-3ad988977489 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492291 Jun 08 13:55:49.672468 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a0edb483-4c65-4300-a238-b47e58566309 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:55:49.729268 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port a0edb483-4c65-4300-a238-b47e58566309 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:55:49.732857 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port a0edb483-4c65-4300-a238-b47e58566309 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:55:49.733166 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:49.817132 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port a0edb483-4c65-4300-a238-b47e58566309 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:55:49.817518 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:49.840799 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95e98fb-1875-42fb-a9f8-ca96f09c182a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0edb483-4c65-4300-a238-b47e58566309'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:49.843180 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb5e9d7-a1d2-4809-a8f5-1d0f535fc77d" -d '{"events": [{"server_uuid": "e95e98fb-1875-42fb-a9f8-ca96f09c182a", "name": "network-vif-plugged", "status": "completed", "tag": "a0edb483-4c65-4300-a238-b47e58566309"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:49.858921 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a0edb483-4c65-4300-a238-b47e58566309, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a0edb483-4c65-4300-a238-b47e58566309,segment=NetworkSegment(99f3835c-c75b-43d9-8ad2-b8c9c1e22e08),segment_id=99f3835c-c75b-43d9-8ad2-b8c9c1e22e08)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:49.865698 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:49.897728 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff84bdc-ec32-4a99-a041-085c5569e246 x-openstack-request-id: req-0ff84bdc-ec32-4a99-a041-085c5569e246 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:49.898059 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95e98fb-1875-42fb-a9f8-ca96f09c182a", "name": "network-vif-plugged", "status": "completed", "tag": "a0edb483-4c65-4300-a238-b47e58566309", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:49.898312 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ff84bdc-ec32-4a99-a041-085c5569e246 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:49.898718 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff84bdc-ec32-4a99-a041-085c5569e246'] response: {'server_uuid': 'e95e98fb-1875-42fb-a9f8-ca96f09c182a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0edb483-4c65-4300-a238-b47e58566309', 'code': 200} Jun 08 13:55:49.930407 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=a0edb483-4c65-4300-a238-b47e58566309,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:50.088246 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394417a-069a-4171-8331-4305839f360b req-8b085c96-9f7e-4347-82d4-1b8a44b0de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:50.089776 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4394417a-069a-4171-8331-4305839f360b req-8b085c96-9f7e-4347-82d4-1b8a44b0de6e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 1099 time: 0.0405388 Jun 08 13:55:50.126888 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4394417a-069a-4171-8331-4305839f360b req-2c359c16-f603-4b40-9c8c-b568cc84d1f7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302787 Jun 08 13:55:50.369589 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078f7a9-e180-477e-882e-0132a6707fff req-3af8a253-9c48-4afa-90b7-ad3cf45323e1 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:50.371090 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c078f7a9-e180-477e-882e-0132a6707fff req-3af8a253-9c48-4afa-90b7-ad3cf45323e1 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 946 time: 0.0531073 Jun 08 13:55:50.409352 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c078f7a9-e180-477e-882e-0132a6707fff req-5af3bd42-0c70-45a0-892a-36586ac6ef3d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320716 Jun 08 13:55:50.795697 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcb974-8db1-4bfd-92c6-21d97624d362 req-8c841d36-5959-402f-9d20-9b4143b71ffa tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:50.798486 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b3fcb974-8db1-4bfd-92c6-21d97624d362 req-8c841d36-5959-402f-9d20-9b4143b71ffa tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0653405 Jun 08 13:55:50.852530 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b3fcb974-8db1-4bfd-92c6-21d97624d362 req-00ba49cd-b62a-4d8b-a968-0f51d981c0c2 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Jun 08 13:55:51.031548 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:51.530747 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367a29f-d8ad-4006-8925-c66c74f8e6eb req-14569b72-f1d7-4072-87a6-39c6087af548 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:51.532904 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a367a29f-d8ad-4006-8925-c66c74f8e6eb req-14569b72-f1d7-4072-87a6-39c6087af548 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 946 time: 0.0532506 Jun 08 13:55:51.574930 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a367a29f-d8ad-4006-8925-c66c74f8e6eb req-f5553742-560b-4774-9fba-c278f412b274 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360360 Jun 08 13:55:51.993258 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185bc6b-4766-48cd-8b87-02a53a33331d req-b3001006-3338-4303-96d7-31cd01922ae5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:51.994719 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7185bc6b-4766-48cd-8b87-02a53a33331d req-b3001006-3338-4303-96d7-31cd01922ae5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Jun 08 13:55:52.041365 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7185bc6b-4766-48cd-8b87-02a53a33331d req-7ccf731d-1665-4d87-b565-d9f978b53aa4 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399170 Jun 08 13:55:52.263394 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:52.316072 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38758) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:52.458825 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f59e2efa-419b-44ed-af8b-4a8543698c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:52.538014 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f59e2efa-419b-44ed-af8b-4a8543698c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:52.543619 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f59e2efa-419b-44ed-af8b-4a8543698c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:52.581759 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e2efa-419b-44ed-af8b-4a8543698c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4b8794-cbb2-45a3-ba5a-10326868aff2,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:52.586619 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-f59e2efa-419b-44ed-af8b-4a8543698c8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db61eae3940b4c5681a4e8e93be90db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695224 Jun 08 13:55:52.589463 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38762) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:52.639348 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f878309c-89fb-4ee9-9d5a-5a1284579e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:52.688287 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f878309c-89fb-4ee9-9d5a-5a1284579e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:52.738914 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0916b3a-7cb2-4da1-9bb9-afd25aabec55 req-d7222f0a-faeb-45f5-8336-fcb6d8976df4 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:52.740428 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f0916b3a-7cb2-4da1-9bb9-afd25aabec55 req-d7222f0a-faeb-45f5-8336-fcb6d8976df4 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 946 time: 0.0907798 Jun 08 13:55:52.770898 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f878309c-89fb-4ee9-9d5a-5a1284579e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:52.773264 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f878309c-89fb-4ee9-9d5a-5a1284579e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:52.774444 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-f878309c-89fb-4ee9-9d5a-5a1284579e57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c4b8794-cbb2-45a3-ba5a-10326868aff2 HTTP/1.1" status: 204 len: 168 time: 0.1839893 Jun 08 13:55:52.803034 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878309c-89fb-4ee9-9d5a-5a1284579e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4b8794-cbb2-45a3-ba5a-10326868aff2,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:52.806180 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f0916b3a-7cb2-4da1-9bb9-afd25aabec55 req-54ef5923-36f1-481f-9176-ecd3284994a3 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Jun 08 13:55:52.832700 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:53.183029 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e774e44-5a02-4c12-952a-e030fdc98379 req-22621b88-517c-436e-b9fd-97486fc70197 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:53.184523 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6e774e44-5a02-4c12-952a-e030fdc98379 req-22621b88-517c-436e-b9fd-97486fc70197 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0619841 Jun 08 13:55:53.230971 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6e774e44-5a02-4c12-952a-e030fdc98379 req-b3df3d87-e274-4dfe-bdf3-4695b270045c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384681 Jun 08 13:55:53.574575 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c8bfd-8651-4bcb-8e1f-cd65f13fe84f req-4c16a77a-127d-403c-9734-71d7224a0c82 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:53.576082 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d34c8bfd-8651-4bcb-8e1f-cd65f13fe84f req-4c16a77a-127d-403c-9734-71d7224a0c82 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 946 time: 0.0491843 Jun 08 13:55:53.620737 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d34c8bfd-8651-4bcb-8e1f-cd65f13fe84f req-542a58e0-373f-4257-8888-d7087ecd8801 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340679 Jun 08 13:55:54.356958 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48768ba4-ea6c-4df7-abe5-3544179dd91e req-d0838379-bc96-4af9-b23c-5f372882b426 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:54.358602 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-48768ba4-ea6c-4df7-abe5-3544179dd91e req-d0838379-bc96-4af9-b23c-5f372882b426 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0559769 Jun 08 13:55:54.403478 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-48768ba4-ea6c-4df7-abe5-3544179dd91e req-4ce9e20d-56a6-492a-a382-8a8b4adb9f7d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Jun 08 13:55:54.530764 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38848) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:54.599373 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38852) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:54.712455 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0c60d644-657e-49a4-a660-7ebc03950977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:54.714544 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-239760f7-5832-49a2-a226-21524dc6ce9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:54.740525 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e17a3a-8428-48c9-9e55-4ee982f65c75 req-befeff71-f131-43cf-be6c-c7e275d573b9 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:54.742461 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b3e17a3a-8428-48c9-9e55-4ee982f65c75 req-befeff71-f131-43cf-be6c-c7e275d573b9 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 946 time: 0.0503278 Jun 08 13:55:54.789046 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b3e17a3a-8428-48c9-9e55-4ee982f65c75 req-6e5ecb2d-f91b-42b9-98fe-21eb22332158 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Jun 08 13:55:55.045541 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0c60d644-657e-49a4-a660-7ebc03950977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.048783 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-239760f7-5832-49a2-a226-21524dc6ce9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.050655 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0c60d644-657e-49a4-a660-7ebc03950977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.056621 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-239760f7-5832-49a2-a226-21524dc6ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.107805 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-0c60d644-657e-49a4-a660-7ebc03950977 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77ce3861a3a84adf83a4b66ceea688e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5753613 Jun 08 13:55:55.108514 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60d644-657e-49a4-a660-7ebc03950977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b65df5-e988-43c6-a051-c9411828b0e5,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:55.111019 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38860) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:55.117204 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-239760f7-5832-49a2-a226-21524dc6ce9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5491334b137410b92a14f99b2d84204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163391 Jun 08 13:55:55.120099 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38862) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:55.136469 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239760f7-5832-49a2-a226-21524dc6ce9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5bd9f1-e6c1-487c-85fb-9a8f09a26ae4,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:55.203211 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6266506c-8c66-42a8-9aef-084fa99f69a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.210841 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a2aaa784-6d01-4379-a508-1d12312c0b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.240604 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6266506c-8c66-42a8-9aef-084fa99f69a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.250904 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a2aaa784-6d01-4379-a508-1d12312c0b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.316402 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6266506c-8c66-42a8-9aef-084fa99f69a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.318949 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6266506c-8c66-42a8-9aef-084fa99f69a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.320061 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6266506c-8c66-42a8-9aef-084fa99f69a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4b65df5-e988-43c6-a051-c9411828b0e5 HTTP/1.1" status: 204 len: 168 time: 0.2079668 Jun 08 13:55:55.323192 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a2aaa784-6d01-4379-a508-1d12312c0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.325998 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a2aaa784-6d01-4379-a508-1d12312c0b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.329302 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-a2aaa784-6d01-4379-a508-1d12312c0b65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e5bd9f1-e6c1-487c-85fb-9a8f09a26ae4 HTTP/1.1" status: 204 len: 168 time: 0.2081082 Jun 08 13:55:55.335720 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266506c-8c66-42a8-9aef-084fa99f69a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b65df5-e988-43c6-a051-c9411828b0e5,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:55.352760 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaa784-6d01-4379-a508-1d12312c0b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5bd9f1-e6c1-487c-85fb-9a8f09a26ae4,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:55.490946 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afea619-d048-4b21-a4da-6cc86c11279c req-6fe84e80-e50e-40c6-857d-d588b27db998 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:55.492492 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9afea619-d048-4b21-a4da-6cc86c11279c req-6fe84e80-e50e-40c6-857d-d588b27db998 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.71 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 946 time: 0.1023834 Jun 08 13:55:55.625467 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da768-a850-4728-b0da-17885ae08b62 req-23f65187-a349-414a-8c45-37f3c407f1ba tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:55.627018 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-284da768-a850-4728-b0da-17885ae08b62 req-23f65187-a349-414a-8c45-37f3c407f1ba tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1334479 Jun 08 13:55:55.695259 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-9afea619-d048-4b21-a4da-6cc86c11279c req-c954dfe9-7f78-4690-84d4-2f43649c8a49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Deleting port a0edb483-4c65-4300-a238-b47e58566309 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:55:55.695602 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-9afea619-d048-4b21-a4da-6cc86c11279c req-c954dfe9-7f78-4690-84d4-2f43649c8a49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.708062 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-284da768-a850-4728-b0da-17885ae08b62 req-9a7486e2-b282-4533-9b26-cf55def7156b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689013 Jun 08 13:55:55.767183 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38882) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:55.781589 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a448-4319-4e3e-ad82-c9cf7a1a1503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.824384 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-9afea619-d048-4b21-a4da-6cc86c11279c req-c954dfe9-7f78-4690-84d4-2f43649c8a49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] For port a0edb483-4c65-4300-a238-b47e58566309, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a0edb483-4c65-4300-a238-b47e58566309,segment=NetworkSegment(99f3835c-c75b-43d9-8ad2-b8c9c1e22e08),segment_id=99f3835c-c75b-43d9-8ad2-b8c9c1e22e08)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:55:55.824756 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-9afea619-d048-4b21-a4da-6cc86c11279c req-c954dfe9-7f78-4690-84d4-2f43649c8a49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.848632 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-9afea619-d048-4b21-a4da-6cc86c11279c req-c954dfe9-7f78-4690-84d4-2f43649c8a49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Calling delete_port for a0edb483-4c65-4300-a238-b47e58566309 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:55:55.890205 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a448-4319-4e3e-ad82-c9cf7a1a1503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:55.918169 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a448-4319-4e3e-ad82-c9cf7a1a1503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.055911 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-9afea619-d048-4b21-a4da-6cc86c11279c req-c954dfe9-7f78-4690-84d4-2f43649c8a49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.087047 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['a0edb483-4c65-4300-a238-b47e58566309'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:55:56.101270 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954dfe9-7f78-4690-84d4-2f43649c8a49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Pushing event deleted for resources: {'Port': ['ID=a0edb483-4c65-4300-a238-b47e58566309,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:56.174377 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afea619-d048-4b21-a4da-6cc86c11279c req-c954dfe9-7f78-4690-84d4-2f43649c8a49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] No DVR routers for this DVR port a0edb483-4c65-4300-a238-b47e58566309 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:55:56.178445 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-9afea619-d048-4b21-a4da-6cc86c11279c req-c954dfe9-7f78-4690-84d4-2f43649c8a49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.183225 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9afea619-d048-4b21-a4da-6cc86c11279c req-c954dfe9-7f78-4690-84d4-2f43649c8a49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.71 "DELETE /v2.0/ports/a0edb483-4c65-4300-a238-b47e58566309 HTTP/1.1" status: 204 len: 173 time: 0.6812999 Jun 08 13:55:56.183784 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95e98fb-1875-42fb-a9f8-ca96f09c182a', 'name': 'network-vif-deleted', 'tag': 'a0edb483-4c65-4300-a238-b47e58566309'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:55:56.186950 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad4d8d7-bf4b-4c25-b34d-2b880d821ab8" -d '{"events": [{"server_uuid": "e95e98fb-1875-42fb-a9f8-ca96f09c182a", "name": "network-vif-deleted", "tag": "a0edb483-4c65-4300-a238-b47e58566309"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:55:56.229206 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cd01e8-69ca-45c2-b001-0b270048dffe x-openstack-request-id: req-d0cd01e8-69ca-45c2-b001-0b270048dffe {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:55:56.229647 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95e98fb-1875-42fb-a9f8-ca96f09c182a", "name": "network-vif-deleted", "tag": "a0edb483-4c65-4300-a238-b47e58566309", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:55:56.229960 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0cd01e8-69ca-45c2-b001-0b270048dffe {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:55:56.230464 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0cd01e8-69ca-45c2-b001-0b270048dffe'] response: {'server_uuid': 'e95e98fb-1875-42fb-a9f8-ca96f09c182a', 'name': 'network-vif-deleted', 'tag': 'a0edb483-4c65-4300-a238-b47e58566309', 'status': 'completed', 'code': 200} Jun 08 13:55:56.247470 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 38898) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:56.250836 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-8ce5a448-4319-4e3e-ad82-c9cf7a1a1503 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ca3a0309b6144cd84bb4ffebc891d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796979 Jun 08 13:55:56.252869 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38900) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:56.284746 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778c63f-aded-4cee-8810-3e8b895f80fe req-38ce5300-bcdb-4af1-8daa-e0ccc828915b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:56.286424 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-8778c63f-aded-4cee-8810-3e8b895f80fe req-38ce5300-bcdb-4af1-8daa-e0ccc828915b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e98fb-1875-42fb-a9f8-ca96f09c182a HTTP/1.1" status: 200 len: 946 time: 0.4148159 Jun 08 13:55:56.291218 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5a448-4319-4e3e-ad82-c9cf7a1a1503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e89ca9-63e9-41c3-bc0f-4db78addeaf3,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:56.360211 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-8778c63f-aded-4cee-8810-3e8b895f80fe req-ba5b3bd2-1954-4b6f-bb1a-2b130df0f0bc tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Jun 08 13:55:56.361097 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-393f151d-6225-4853-a3c0-5a2404d887f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.371069 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1644120108-network', 'tenant_id': 'd488030f19f2444fbbe7be0c11f2ee1c'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:56.386989 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-393f151d-6225-4853-a3c0-5a2404d887f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.405236 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Made reservation on behalf of d488030f19f2444fbbe7be0c11f2ee1c for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:56.407941 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.417179 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.435775 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-393f151d-6225-4853-a3c0-5a2404d887f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.438905 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-393f151d-6225-4853-a3c0-5a2404d887f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.440073 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-393f151d-6225-4853-a3c0-5a2404d887f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08e89ca9-63e9-41c3-bc0f-4db78addeaf3 HTTP/1.1" status: 204 len: 168 time: 0.1819077 Jun 08 13:55:56.449371 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f151d-6225-4853-a3c0-5a2404d887f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e89ca9-63e9-41c3-bc0f-4db78addeaf3,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:56.509216 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.514138 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.535979 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:55:56.554934 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccdb9d2-e79f-439c-b461-35e25954c58f,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:56.561566 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.561953 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Added segment 4bb1e956-0097-421d-922c-4de86591abf9 of type vlan for network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 Jun 08 13:55:56.610677 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.637327 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.638329 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:56.638914 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.688961 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4397893 Jun 08 13:55:56.691900 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 38910) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:56.696921 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Request body: {'subnet': {'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1644120108-subnet', 'tenant_id': 'd488030f19f2444fbbe7be0c11f2ee1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:56.720366 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fee1a-b900-467c-841d-e1410aae83a8 admin admin] Pushing event updated for resources: {'Network': ['ID=9c7268dc-7cab-41b6-a3ad-4de6781b03c5,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:56.723793 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Made reservation on behalf of d488030f19f2444fbbe7be0c11f2ee1c for: {'subnet': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:56.727645 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25448641'] for subnet, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:56.743319 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:55:56.877114 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b313-7a8a-409a-a987-53bb0ca10dbb req-66bc9b75-a82d-4296-b20d-418494aa79db tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:56.878811 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2096b313-7a8a-409a-a987-53bb0ca10dbb req-66bc9b75-a82d-4296-b20d-418494aa79db tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0577295 Jun 08 13:55:56.942801 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2096b313-7a8a-409a-a987-53bb0ca10dbb req-b51e8e27-f8b9-4822-8462-b97f241dbcff tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499151 Jun 08 13:55:56.973683 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25448663'] for subnet, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:57.040832 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fcb787-7bac-4ce5-b234-6ae9c37dd5f8,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:57.053371 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Checking segment: {'id': '4bb1e956-0097-421d-922c-4de86591abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:55:57.053919 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Network hostable DHCP agents. Network: 9c7268dc-7cab-41b6-a3ad-4de6781b03c5, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:55:57.082593 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:55:57.092357 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 9c7268dc-7cab-41b6-a3ad-4de6781b03c5) {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:55:57.097343 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:57.097961 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:57.103484 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ef4cd-88da-443e-b727-20b4e7f246c6 None None] Network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:55:57.115454 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-c8305f5d-6354-4b03-8065-f53ad6a9a006 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4223700 Jun 08 13:55:57.258429 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab3e96-1f3b-4255-8710-c14c122ad18e None None] Network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:55:57.721871 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-22a7e94b-710c-4dbb-ad31-ffe12fb876dc tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:57.724269 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-22a7e94b-710c-4dbb-ad31-ffe12fb876dc tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/networks?id=e1fa6a52-f91f-43c9-834e-37cda8156c9c HTTP/1.1" status: 200 len: 809 time: 0.1120648 Jun 08 13:55:57.742609 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-334375b7-f14e-406e-a230-601acff95274 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/quotas/d109e8a537df4c2b81e4f53d510a8588 HTTP/1.1" status: 200 len: 375 time: 0.0104308 Jun 08 13:55:57.789032 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-18f40225-5447-4b8b-b2a0-e3ff411a01b7 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d109e8a537df4c2b81e4f53d510a8588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395722 Jun 08 13:55:57.926186 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-e62200b1-10d3-4780-95b7-7bdd86e8c8f6 service neutron] 10.222.0.64 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283453 Jun 08 13:55:58.026409 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1e49c44e-a99f-46d6-9f00-fda820b7b1d1 service neutron] 10.222.0.64 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991971 Jun 08 13:55:58.096004 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70c297-d509-43aa-9228-322aa982e487 req-1c462f4c-04f5-4881-a8a4-1dd8ed577b9c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:58.097662 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3d70c297-d509-43aa-9228-322aa982e487 req-1c462f4c-04f5-4881-a8a4-1dd8ed577b9c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0737295 Jun 08 13:55:58.150290 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3d70c297-d509-43aa-9228-322aa982e487 req-d0ab71c1-ecf4-4db7-9df9-b48b3bcff6ef tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Jun 08 13:55:58.250173 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a81519a5-227a-4717-bd23-75258be70f31 req-8453e07f-2643-45f9-88a8-f46592f7ecd9 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 210 time: 0.0358942 Jun 08 13:55:59.054235 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39030) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:59.173320 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0bbc6528-6043-47fb-8f09-8327172f3e42 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:59.174999 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0bbc6528-6043-47fb-8f09-8327172f3e42 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/networks?id=9c7268dc-7cab-41b6-a3ad-4de6781b03c5 HTTP/1.1" status: 200 len: 814 time: 0.1284218 Jun 08 13:55:59.201463 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-a1bbfad9-fc29-4e10-82a8-d3d070d4d4e3 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/quotas/d488030f19f2444fbbe7be0c11f2ee1c HTTP/1.1" status: 200 len: 375 time: 0.0122676 Jun 08 13:55:59.252465 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-bda27912-89d7-46fc-aa4c-905a261b6fcd tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d488030f19f2444fbbe7be0c11f2ee1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426943 Jun 08 13:55:59.264518 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1062558f-d195-44a8-ae20-9db72cf9aa97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:59.303124 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f50c56-06c3-4672-ac2c-c4f9953bbe61 req-4dbb7544-99a4-4e05-9ef8-6f556d0d2e84 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:59.304603 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d8f50c56-06c3-4672-ac2c-c4f9953bbe61 req-4dbb7544-99a4-4e05-9ef8-6f556d0d2e84 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0863390 Jun 08 13:55:59.380413 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d8f50c56-06c3-4672-ac2c-c4f9953bbe61 req-ddb5f2cd-e424-44b2-8703-352c216c6111 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662630 Jun 08 13:55:59.413599 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1062558f-d195-44a8-ae20-9db72cf9aa97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:59.419223 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1062558f-d195-44a8-ae20-9db72cf9aa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:59.431861 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-168beab6-77a1-4483-9dd6-c1f772780d54 service neutron] 10.222.0.64 "GET /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782074 Jun 08 13:55:59.461692 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-b02b7ffb-3891-4540-a61f-562758657d93 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:55:59.461692 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-b02b7ffb-3891-4540-a61f-562758657d93 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.71 "GET /v2.0/networks?id=e1fa6a52-f91f-43c9-834e-37cda8156c9c HTTP/1.1" status: 200 len: 809 time: 0.1873422 Jun 08 13:55:59.466149 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062558f-d195-44a8-ae20-9db72cf9aa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a91b82b-16aa-4679-b0df-79fa0ede09d3,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:59.490424 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-1062558f-d195-44a8-ae20-9db72cf9aa97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c80c07edc96644c58c0df3764067a0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347425 Jun 08 13:55:59.491024 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39046) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:55:59.498835 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Request body: {'port': {'device_id': '8ebe852e-df15-4c4f-8ff7-66dcc7f58a87', 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c', 'admin_state_up': True, 'tenant_id': 'd109e8a537df4c2b81e4f53d510a8588'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:55:59.537699 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-494fea9e-28be-4b67-aa12-eb9103f1ef46 req-8b4c09f8-cda8-434e-916d-5d441014552c tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 210 time: 0.0386677 Jun 08 13:55:59.575255 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8192-a70d-4e62-a2cb-9a51743d45c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:59.595869 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8192-a70d-4e62-a2cb-9a51743d45c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:59.599997 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-06e13a9a-69be-4ad7-bb60-ada91de3385d service neutron] 10.222.0.64 "GET /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672752 Jun 08 13:55:59.641150 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Made reservation on behalf of d109e8a537df4c2b81e4f53d510a8588 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:55:59.644792 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:59.651880 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8192-a70d-4e62-a2cb-9a51743d45c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:59.656179 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8192-a70d-4e62-a2cb-9a51743d45c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:55:59.666081 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6c5e8192-a70d-4e62-a2cb-9a51743d45c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a91b82b-16aa-4679-b0df-79fa0ede09d3 HTTP/1.1" status: 204 len: 168 time: 0.1683750 Jun 08 13:55:59.677107 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e8192-a70d-4e62-a2cb-9a51743d45c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a91b82b-16aa-4679-b0df-79fa0ede09d3,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:55:59.725274 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a0edb483-4c65-4300-a238-b47e58566309 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:55:59.778158 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: a0edb483-4c65-4300-a238-b47e58566309 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 13:55:59.779681 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a0edb483-4c65-4300-a238-b47e58566309 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:55:59.798067 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3a150d67-c342-4068-8d23-837493b55c95 req-422bfa6c-afa8-496d-a571-fc99ed44ed5f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 210 time: 0.0385447 Jun 08 13:55:59.819715 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Allocated IP 172.20.0.11 (e1fa6a52-f91f-43c9-834e-37cda8156c9c/0b5ee319-4134-4f34-9e77-859b0576f8a3/4dd1e95d-13fd-43a0-97b9-32aa8a55c90e) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:00.029552 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39062) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:00.039210 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.043278 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-410e12fb-03b6-490b-acc6-8b889e5e9638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.080629 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.132522 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Network e1fa6a52-f91f-43c9-834e-37cda8156c9c is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:00.138121 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:00.141374 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:56:00.162962 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-410e12fb-03b6-490b-acc6-8b889e5e9638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.169445 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-410e12fb-03b6-490b-acc6-8b889e5e9638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.188465 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Pushing event updated for resources: {'Port': ['ID=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:00.213154 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:00.214143 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.228521 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-410e12fb-03b6-490b-acc6-8b889e5e9638 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=daffb2f3f7554a59a8b1ebbd5e511614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977181 Jun 08 13:56:00.231201 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 39068) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:00.241841 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e12fb-03b6-490b-acc6-8b889e5e9638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b9e26a-2921-4836-98c2-0b05c3d25c5c,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:00.242101 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-9fa76719-8ed8-4c94-92f9-1ed714199ebd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7478383 Jun 08 13:56:00.263030 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Request body: {'port': {'device_id': '8ebe852e-df15-4c4f-8ff7-66dcc7f58a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:00.340812 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f1c09d76-135a-418e-ad74-b4848f6da5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.354622 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.376096 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f1c09d76-135a-418e-ad74-b4848f6da5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.534031 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f1c09d76-135a-418e-ad74-b4848f6da5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.536469 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f1c09d76-135a-418e-ad74-b4848f6da5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.537648 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-f1c09d76-135a-418e-ad74-b4848f6da5d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4b9e26a-2921-4836-98c2-0b05c3d25c5c HTTP/1.1" status: 204 len: 168 time: 0.3053904 Jun 08 13:56:00.558648 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c09d76-135a-418e-ad74-b4848f6da5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b9e26a-2921-4836-98c2-0b05c3d25c5c,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:00.619482 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a016290-1db0-497e-9dfa-6fb1c7d7c0a7 req-ca9c5e84-91ea-44f3-9a2e-88aaac646315 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:00.620911 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3a016290-1db0-497e-9dfa-6fb1c7d7c0a7 req-ca9c5e84-91ea-44f3-9a2e-88aaac646315 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1283052 Jun 08 13:56:00.672990 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7c123-f065-4ac8-9074-5576abb09ac2 req-9c36c331-fdd4-441c-a15f-7e7c6531e439 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:00.675441 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-29c7c123-f065-4ac8-9074-5576abb09ac2 req-9c36c331-fdd4-441c-a15f-7e7c6531e439 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 932 time: 0.0565777 Jun 08 13:56:00.696013 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3a016290-1db0-497e-9dfa-6fb1c7d7c0a7 req-5880827d-c43b-45a5-b85c-c05baa7a0626 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670428 Jun 08 13:56:00.732020 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-29c7c123-f065-4ac8-9074-5576abb09ac2 req-768ecbf0-c378-44f4-be7e-b5abfa0dbb9c tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450151 Jun 08 13:56:00.753459 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:56:00.760985 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.773772 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Transition to ACTIVE for port object 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:56:00.779138 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:00.842584 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Pushing event updated for resources: {'Port': ['ID=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:00.927658 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2dc39221-906a-4412-ab14-496c36fce6cb req-81d90c09-d07e-4d44-a919-3d27ed74a644 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 210 time: 0.0314581 Jun 08 13:56:00.969512 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Attempting to bind port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:56:00.969872 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Attempting to bind port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:56:00.970197 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Attempting to bind port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e on network e1fa6a52-f91f-43c9-834e-37cda8156c9c {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:00.974619 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e on network e1fa6a52-f91f-43c9-834e-37cda8156c9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:56:00.974945 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Attempting to bind port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e on network e1fa6a52-f91f-43c9-834e-37cda8156c9c {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:00.980606 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:56:00.980933 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Checking segment: {'id': '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:56:00.981351 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Bound using segment: {'id': '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:56:00.981834 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Bound port: 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:56:00.982192 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:01.081842 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] For port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:56:01.082054 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-72c9da37-6167-4bf5-8d6c-5e249f3718e1 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.083584 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-72c9da37-6167-4bf5-8d6c-5e249f3718e1 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.71 "GET /v2.0/networks?id=9c7268dc-7cab-41b6-a3ad-4de6781b03c5 HTTP/1.1" status: 200 len: 814 time: 0.1580887 Jun 08 13:56:01.085242 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] For port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,segment=NetworkSegment(99f3835c-c75b-43d9-8ad2-b8c9c1e22e08),segment_id=99f3835c-c75b-43d9-8ad2-b8c9c1e22e08)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:56:01.090982 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:01.111337 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Request body: {'port': {'device_id': '9501ca3e-911e-4fcc-8853-9f76545c0376', 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5', 'admin_state_up': True, 'tenant_id': 'd488030f19f2444fbbe7be0c11f2ee1c'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:01.134159 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.134823 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:01.139650 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] 10.222.0.71 "PUT /v2.0/ports/4dd1e95d-13fd-43a0-97b9-32aa8a55c90e HTTP/1.1" status: 200 len: 1094 time: 0.8813584 Jun 08 13:56:01.140650 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebe852e-df15-4c4f-8ff7-66dcc7f58a87', 'tag': '4dd1e95d-13fd-43a0-97b9-32aa8a55c90e'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:01.143197 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff260be-f13d-4026-86f7-b7740b2b608c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebe852e-df15-4c4f-8ff7-66dcc7f58a87", "tag": "4dd1e95d-13fd-43a0-97b9-32aa8a55c90e"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:01.171762 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f38d-2460-423e-b0a0-6015201d569d service neutron] Pushing event updated for resources: {'Port': ['ID=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:01.227254 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ff2572-ffc8-484d-89cf-320329d9fb19 x-openstack-request-id: req-99ff2572-ffc8-484d-89cf-320329d9fb19 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:01.228834 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebe852e-df15-4c4f-8ff7-66dcc7f58a87", "tag": "4dd1e95d-13fd-43a0-97b9-32aa8a55c90e", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:01.229094 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99ff2572-ffc8-484d-89cf-320329d9fb19 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:01.229498 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ff2572-ffc8-484d-89cf-320329d9fb19'] response: {'name': 'network-changed', 'server_uuid': '8ebe852e-df15-4c4f-8ff7-66dcc7f58a87', 'tag': '4dd1e95d-13fd-43a0-97b9-32aa8a55c90e', 'status': 'completed', 'code': 200} Jun 08 13:56:01.285894 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Made reservation on behalf of d488030f19f2444fbbe7be0c11f2ee1c for: {'port': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:56:01.289789 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:01.290840 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-e7e010d9-de3d-4cd2-807d-cc6022615546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.292450 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-e7e010d9-de3d-4cd2-807d-cc6022615546 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d109e8a537df4c2b81e4f53d510a8588&device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 1097 time: 0.0621073 Jun 08 13:56:01.350614 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-b5220e6a-6cf0-4e5c-9b03-f9c64565b703 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e HTTP/1.1" status: 200 len: 217 time: 0.0461068 Jun 08 13:56:01.415122 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-4f316f6b-f485-401c-a0de-51f100759625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.416574 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-4f316f6b-f485-401c-a0de-51f100759625 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0b5ee319-4134-4f34-9e77-859b0576f8a3 HTTP/1.1" status: 200 len: 849 time: 0.0484018 Jun 08 13:56:01.431397 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Allocated IP 172.20.0.10 (9c7268dc-7cab-41b6-a3ad-4de6781b03c5/10fcb787-7bac-4ce5-b234-6ae9c37dd5f8/7329773e-1a9d-44f2-8362-cfb7860b1b32) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:01.460741 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-35dae811-6810-45a2-8dbb-8d5ebac3b879 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e1fa6a52-f91f-43c9-834e-37cda8156c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316367 Jun 08 13:56:01.558917 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-8b74d967-0675-40cb-b580-1a1aa76b986b service neutron] 10.222.0.71 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906219 Jun 08 13:56:01.600790 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:01.637875 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:01.671792 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0c01dd48-e61b-4699-ae3a-d78b80aea843 req-6c5ae741-8930-4182-b159-f1409f1f8cf9 service neutron] 10.222.0.71 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948989 Jun 08 13:56:01.688425 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:56:01.690714 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:01.695594 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:01.699888 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:56:01.733460 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Pushing event updated for resources: {'Port': ['ID=7329773e-1a9d-44f2-8362-cfb7860b1b32,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:01.782914 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.783600 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:01.802918 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-b0719ade-f179-4074-9f54-1edbd647486b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6964605 Jun 08 13:56:01.826278 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Request body: {'port': {'device_id': '9501ca3e-911e-4fcc-8853-9f76545c0376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:01.852252 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff260be-f13d-4026-86f7-b7740b2b608c req-762c2170-b903-4b8f-a67b-aa0dbb9d4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.855140 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ff260be-f13d-4026-86f7-b7740b2b608c req-762c2170-b903-4b8f-a67b-aa0dbb9d4de9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d109e8a537df4c2b81e4f53d510a8588&device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 1097 time: 0.1011999 Jun 08 13:56:01.873599 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eca8bf-56a7-499f-a9e9-a06f93ec29f8 req-979569f0-5dc3-40bf-86ab-5e5c3ab8c430 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.875712 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-86eca8bf-56a7-499f-a9e9-a06f93ec29f8 req-979569f0-5dc3-40bf-86ab-5e5c3ab8c430 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0667212 Jun 08 13:56:01.933162 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192ab9b-a187-43f7-9757-ca3511d8cb9f req-ef7d4ae0-1840-40ba-b6ff-82bb6d31d6c2 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:01.941711 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d192ab9b-a187-43f7-9757-ca3511d8cb9f req-ef7d4ae0-1840-40ba-b6ff-82bb6d31d6c2 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 944 time: 0.1092551 Jun 08 13:56:01.943509 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:01.975038 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-86eca8bf-56a7-499f-a9e9-a06f93ec29f8 req-e595a1ab-b857-4faf-a2eb-99c2b6886cc0 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885935 Jun 08 13:56:02.004560 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff260be-f13d-4026-86f7-b7740b2b608c req-12bd172f-17d8-4bb5-96de-0edfb1691517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:02.014608 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ff260be-f13d-4026-86f7-b7740b2b608c req-12bd172f-17d8-4bb5-96de-0edfb1691517 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e1fa6a52-f91f-43c9-834e-37cda8156c9c HTTP/1.1" status: 200 len: 910 time: 0.1298122 Jun 08 13:56:02.034754 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d192ab9b-a187-43f7-9757-ca3511d8cb9f req-0aa09a81-d7d1-4115-b869-da220ec7b794 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920928 Jun 08 13:56:02.065548 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ff260be-f13d-4026-86f7-b7740b2b608c req-d92f7b6b-acef-49b0-ad76-c730ac62efd1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e HTTP/1.1" status: 200 len: 217 time: 0.0446970 Jun 08 13:56:02.348040 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff260be-f13d-4026-86f7-b7740b2b608c req-6b67bf57-ce35-4a9e-afc6-5c93e1b601b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:02.348040 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ff260be-f13d-4026-86f7-b7740b2b608c req-6b67bf57-ce35-4a9e-afc6-5c93e1b601b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0b5ee319-4134-4f34-9e77-859b0576f8a3 HTTP/1.1" status: 200 len: 849 time: 0.2818398 Jun 08 13:56:02.357879 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7329773e-1a9d-44f2-8362-cfb7860b1b32 {{(pid=97370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:56:02.366015 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:02.369683 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18f0e5-b001-4904-9bbd-54a4760e167c req-b95c5b29-6560-4b92-a166-204bfe56200a tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:02.371293 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb18f0e5-b001-4904-9bbd-54a4760e167c req-b95c5b29-6560-4b92-a166-204bfe56200a tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 932 time: 0.2957137 Jun 08 13:56:02.380163 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.provisioning_blocks [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Transition to ACTIVE for port object 7329773e-1a9d-44f2-8362-cfb7860b1b32 will not be triggered until provisioned by entity L2. {{(pid=97370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:56:02.385920 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:02.399705 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ff260be-f13d-4026-86f7-b7740b2b608c req-bda493f8-f2da-4456-bb5f-c590b8d22d9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e1fa6a52-f91f-43c9-834e-37cda8156c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273654 Jun 08 13:56:02.440041 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Pushing event updated for resources: {'Port': ['ID=7329773e-1a9d-44f2-8362-cfb7860b1b32,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:02.486023 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb18f0e5-b001-4904-9bbd-54a4760e167c req-ecb25349-e839-4fbd-960c-104f94290dc2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023984 Jun 08 13:56:02.515775 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Attempting to bind port 7329773e-1a9d-44f2-8362-cfb7860b1b32 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:56:02.516401 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Attempting to bind port 7329773e-1a9d-44f2-8362-cfb7860b1b32 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': '4bb1e956-0097-421d-922c-4de86591abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5'}] {{(pid=97370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:56:02.516726 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Attempting to bind port 7329773e-1a9d-44f2-8362-cfb7860b1b32 on network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:02.518561 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ff260be-f13d-4026-86f7-b7740b2b608c req-d4b5b23d-2dc1-444c-ab7a-30afab9b3d99 service neutron] 10.222.0.71 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062908 Jun 08 13:56:02.521385 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Port 7329773e-1a9d-44f2-8362-cfb7860b1b32 on network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:56:02.521597 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Attempting to bind port 7329773e-1a9d-44f2-8362-cfb7860b1b32 on network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:02.527362 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:56:02.527694 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Checking segment: {'id': '4bb1e956-0097-421d-922c-4de86591abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:56:02.528071 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Bound using segment: {'id': '4bb1e956-0097-421d-922c-4de86591abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5'} {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:56:02.528502 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Bound port: 7329773e-1a9d-44f2-8362-cfb7860b1b32, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb1e956-0097-421d-922c-4de86591abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5'}}] {{(pid=97370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:56:02.528910 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:02.604119 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] For port 7329773e-1a9d-44f2-8362-cfb7860b1b32, host hv-cinder-84513, cleared binding levels {{(pid=97370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:56:02.607377 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] For port 7329773e-1a9d-44f2-8362-cfb7860b1b32, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=7329773e-1a9d-44f2-8362-cfb7860b1b32,segment=NetworkSegment(4bb1e956-0097-421d-922c-4de86591abf9),segment_id=4bb1e956-0097-421d-922c-4de86591abf9)] {{(pid=97370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:56:02.619050 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:02.631011 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ff260be-f13d-4026-86f7-b7740b2b608c req-31492b1b-9aa6-4b87-b364-8c83bfb0b090 service neutron] 10.222.0.71 "GET /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959382 Jun 08 13:56:02.660855 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:02.661458 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:02.663308 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] 10.222.0.71 "PUT /v2.0/ports/7329773e-1a9d-44f2-8362-cfb7860b1b32 HTTP/1.1" status: 200 len: 1094 time: 0.8446836 Jun 08 13:56:02.663453 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9501ca3e-911e-4fcc-8853-9f76545c0376', 'tag': '7329773e-1a9d-44f2-8362-cfb7860b1b32'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:02.665601 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b7ad1e-82c7-4067-9dff-ac7efcd653c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9501ca3e-911e-4fcc-8853-9f76545c0376", "tag": "7329773e-1a9d-44f2-8362-cfb7860b1b32"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:02.697343 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c383-06a2-4436-8cb0-6630144e44fc service neutron] Pushing event updated for resources: {'Port': ['ID=7329773e-1a9d-44f2-8362-cfb7860b1b32,revision_number=3']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:02.710522 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833863c2-445b-49dc-b529-c92780e295e1 x-openstack-request-id: req-833863c2-445b-49dc-b529-c92780e295e1 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:02.710806 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9501ca3e-911e-4fcc-8853-9f76545c0376", "tag": "7329773e-1a9d-44f2-8362-cfb7860b1b32", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:02.711048 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-833863c2-445b-49dc-b529-c92780e295e1 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:02.711436 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833863c2-445b-49dc-b529-c92780e295e1'] response: {'name': 'network-changed', 'server_uuid': '9501ca3e-911e-4fcc-8853-9f76545c0376', 'tag': '7329773e-1a9d-44f2-8362-cfb7860b1b32', 'status': 'completed', 'code': 200} Jun 08 13:56:02.785347 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7ad1e-82c7-4067-9dff-ac7efcd653c8 req-9f89fa49-5d34-4161-9f60-aac7924eda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:02.786886 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f0b7ad1e-82c7-4067-9dff-ac7efcd653c8 req-9f89fa49-5d34-4161-9f60-aac7924eda97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d488030f19f2444fbbe7be0c11f2ee1c&device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 1097 time: 0.0408494 Jun 08 13:56:02.963639 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7ad1e-82c7-4067-9dff-ac7efcd653c8 req-cafebcb2-eb8b-4624-a4c3-9bf9238155d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:02.965347 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f0b7ad1e-82c7-4067-9dff-ac7efcd653c8 req-cafebcb2-eb8b-4624-a4c3-9bf9238155d6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d488030f19f2444fbbe7be0c11f2ee1c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1702261 Jun 08 13:56:03.085643 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 39166) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:03.094599 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47f7bd-23c4-4cd1-b208-a5d349d6ac4a req-1642e8cc-bea5-4ad2-9085-a10025e4861a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:03.096215 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2a47f7bd-23c4-4cd1-b208-a5d349d6ac4a req-1642e8cc-bea5-4ad2-9085-a10025e4861a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0526545 Jun 08 13:56:03.169036 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2a47f7bd-23c4-4cd1-b208-a5d349d6ac4a req-fc2dba68-658d-43f7-b2d6-7bd8925cba9e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626113 Jun 08 13:56:03.180027 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7ad1e-82c7-4067-9dff-ac7efcd653c8 req-cdae283d-8356-4da8-b11a-5c9f696c6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:03.181828 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f0b7ad1e-82c7-4067-9dff-ac7efcd653c8 req-cdae283d-8356-4da8-b11a-5c9f696c6742 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2074454 Jun 08 13:56:03.200415 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ab14f-2d63-495c-ac4f-f3334392f565 req-e3837304-dc07-43aa-973e-df73d524d922 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:03.201884 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-865ab14f-2d63-495c-ac4f-f3334392f565 req-e3837304-dc07-43aa-973e-df73d524d922 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 944 time: 0.0722532 Jun 08 13:56:03.232645 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-605dad5d-352c-4b34-8547-bfaae017a782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.269807 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-865ab14f-2d63-495c-ac4f-f3334392f565 req-ec36de20-b3d9-44d3-983f-482a95a85c1c tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594106 Jun 08 13:56:03.283442 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0b641e64-0373-4426-bca0-27c8604eedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:03.284529 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-0b641e64-0373-4426-bca0-27c8604eedc5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d488030f19f2444fbbe7be0c11f2ee1c&device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 1097 time: 0.0529692 Jun 08 13:56:03.309676 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-605dad5d-352c-4b34-8547-bfaae017a782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.314434 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-605dad5d-352c-4b34-8547-bfaae017a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.330000 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-2a5e6ddd-697e-4ece-9d1d-1e12f5264418 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7329773e-1a9d-44f2-8362-cfb7860b1b32 HTTP/1.1" status: 200 len: 217 time: 0.0352437 Jun 08 13:56:03.350193 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dad5d-352c-4b34-8547-bfaae017a782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28314723-96f0-4b66-902e-e946368e0643,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:03.357582 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-605dad5d-352c-4b34-8547-bfaae017a782 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbb8700ad4464ab5baddc2a37dab7ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576139 Jun 08 13:56:03.357828 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 39172) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:03.394117 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-335b0609-c7e0-4536-82c2-0736a05f54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:03.395625 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-335b0609-c7e0-4536-82c2-0736a05f54a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=10fcb787-7bac-4ce5-b234-6ae9c37dd5f8 HTTP/1.1" status: 200 len: 854 time: 0.0548098 Jun 08 13:56:03.408336 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-503f34ce-37e3-4ed5-bd0d-683118fc779a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.426667 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-76bc6b8e-7da9-418a-b594-09642222946f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9c7268dc-7cab-41b6-a3ad-4de6781b03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236483 Jun 08 13:56:03.430110 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-503f34ce-37e3-4ed5-bd0d-683118fc779a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.476936 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-503f34ce-37e3-4ed5-bd0d-683118fc779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.479518 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-503f34ce-37e3-4ed5-bd0d-683118fc779a admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.480760 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-503f34ce-37e3-4ed5-bd0d-683118fc779a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28314723-96f0-4b66-902e-e946368e0643 HTTP/1.1" status: 204 len: 168 time: 0.1220388 Jun 08 13:56:03.490321 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f34ce-37e3-4ed5-bd0d-683118fc779a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28314723-96f0-4b66-902e-e946368e0643,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:03.523807 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-25fd6838-13d0-4b2c-b2ab-1a458ddbcd54 service neutron] 10.222.0.71 "GET /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895579 Jun 08 13:56:03.618230 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca590b-f01e-4db8-a745-430011e7e8e0 req-b256913b-1cd5-4d7a-8a82-735153fd0497 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:03.619728 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-96ca590b-f01e-4db8-a745-430011e7e8e0 req-b256913b-1cd5-4d7a-8a82-735153fd0497 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 944 time: 0.0556352 Jun 08 13:56:03.625622 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-918f18d5-0a1e-444b-8981-dd82004c2815 req-72cdd6b9-35a8-489d-b800-5e531827aeb8 service neutron] 10.222.0.71 "GET /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908375 Jun 08 13:56:03.661209 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-96ca590b-f01e-4db8-a745-430011e7e8e0 req-38a0e413-4f5b-4b10-841f-06b794b1c9d5 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346568 Jun 08 13:56:03.771700 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39184) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:03.784838 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f4af827-fe3f-45fe-b80d-0c0f5b4d69f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.863831 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f4af827-fe3f-45fe-b80d-0c0f5b4d69f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.867783 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f4af827-fe3f-45fe-b80d-0c0f5b4d69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.904675 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4af827-fe3f-45fe-b80d-0c0f5b4d69f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed82085-6ddf-4efa-b990-ab5353442979,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:03.908971 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6f4af827-fe3f-45fe-b80d-0c0f5b4d69f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=732cbc88e4814aa9ac0af051ccf3ce16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362653 Jun 08 13:56:03.911667 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39190) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:03.958370 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc6c9-13b1-48af-9b24-726b713831ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:03.978087 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc6c9-13b1-48af-9b24-726b713831ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:04.022411 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc6c9-13b1-48af-9b24-726b713831ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:04.024816 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc6c9-13b1-48af-9b24-726b713831ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:04.026001 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6c4cc6c9-13b1-48af-9b24-726b713831ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ed82085-6ddf-4efa-b990-ab5353442979 HTTP/1.1" status: 204 len: 168 time: 0.1135566 Jun 08 13:56:04.033135 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cc6c9-13b1-48af-9b24-726b713831ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed82085-6ddf-4efa-b990-ab5353442979,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:04.275772 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc879de-6f70-4646-ba2d-c1ba43e65b4f req-f72134d3-12ec-4f1f-85ad-7f135ca71d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:04.277243 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3bc879de-6f70-4646-ba2d-c1ba43e65b4f req-f72134d3-12ec-4f1f-85ad-7f135ca71d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0480556 Jun 08 13:56:04.323026 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3bc879de-6f70-4646-ba2d-c1ba43e65b4f req-774eebd2-ec28-4c9d-9ee1-293082909433 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394752 Jun 08 13:56:04.388739 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a05c65-6a7f-4ee5-99bf-97acddf2354c req-fc8fc536-09b6-40bb-a6fa-dcca2cbebe3a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:04.390766 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-15a05c65-6a7f-4ee5-99bf-97acddf2354c req-fc8fc536-09b6-40bb-a6fa-dcca2cbebe3a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 944 time: 0.0490983 Jun 08 13:56:04.441848 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-15a05c65-6a7f-4ee5-99bf-97acddf2354c req-4ed4ce2e-8f52-4ca0-baeb-b835f0643e58 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411792 Jun 08 13:56:04.777635 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b8ce5-389c-4176-bcf7-a9c9865ca62a req-46118b4f-4084-460f-9595-461165a79e56 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:04.779251 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c2b8ce5-389c-4176-bcf7-a9c9865ca62a req-46118b4f-4084-460f-9595-461165a79e56 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 944 time: 0.0482311 Jun 08 13:56:04.818423 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c2b8ce5-389c-4176-bcf7-a9c9865ca62a req-e6572334-5c6e-4a6a-9abb-f8cffb1766df tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Jun 08 13:56:05.437189 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad1527-c865-43be-8df4-49b241c8d2bd req-c28b4abd-f5dd-47ca-a540-fb8366a61e80 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:05.438644 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02ad1527-c865-43be-8df4-49b241c8d2bd req-c28b4abd-f5dd-47ca-a540-fb8366a61e80 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0478506 Jun 08 13:56:05.475972 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02ad1527-c865-43be-8df4-49b241c8d2bd req-12c0c50c-3c45-43a7-9a19-b5b5abd4838c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Jun 08 13:56:05.557758 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf58da-f046-456a-9077-de45beba7000 req-a4dd0046-f5f5-4fd0-87c5-3dd1032f604e tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:05.559186 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5bbf58da-f046-456a-9077-de45beba7000 req-a4dd0046-f5f5-4fd0-87c5-3dd1032f604e tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 944 time: 0.0470011 Jun 08 13:56:05.596345 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5bbf58da-f046-456a-9077-de45beba7000 req-f375f7c9-c108-4ff0-851b-41222f5c8172 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Jun 08 13:56:05.771286 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:56:05.872996 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,segment=NetworkSegment(99f3835c-c75b-43d9-8ad2-b8c9c1e22e08),segment_id=99f3835c-c75b-43d9-8ad2-b8c9c1e22e08)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:05.886005 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': '4dd1e95d-13fd-43a0-97b9-32aa8a55c90e', 'network_id': 'e1fa6a52-f91f-43c9-834e-37cda8156c9c', 'port_id': '4dd1e95d-13fd-43a0-97b9-32aa8a55c90e', 'mac_address': 'fa:16:3e:25:47:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5ee319-4134-4f34-9e77-859b0576f8a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:56:05.926160 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:05.926656 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:05.947706 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:56:05.955505 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a583-956c-4a79-8ce4-f2f8823a19ab req-55ca4603-c71a-47db-82cb-be1a28da67af tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:05.957740 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d893a583-956c-4a79-8ce4-f2f8823a19ab req-55ca4603-c71a-47db-82cb-be1a28da67af tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 944 time: 0.0703962 Jun 08 13:56:05.977253 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,segment=NetworkSegment(99f3835c-c75b-43d9-8ad2-b8c9c1e22e08),segment_id=99f3835c-c75b-43d9-8ad2-b8c9c1e22e08)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:05.982827 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:06.013648 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d893a583-956c-4a79-8ce4-f2f8823a19ab req-62ae4acd-c1ef-4c4d-9830-e3f53de46754 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493410 Jun 08 13:56:06.034009 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:06.331202 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['4dd1e95d-13fd-43a0-97b9-32aa8a55c90e'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:56:06.594042 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ade20-88eb-4b09-9c39-12ee5e081a73 req-14688fe6-a9cf-42a9-a53d-c0ac1fac631d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:06.595521 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-449ade20-88eb-4b09-9c39-12ee5e081a73 req-14688fe6-a9cf-42a9-a53d-c0ac1fac631d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0503187 Jun 08 13:56:06.648005 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-449ade20-88eb-4b09-9c39-12ee5e081a73 req-4204f865-2fe6-4b92-b3e1-c01fe8c41af1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Jun 08 13:56:06.713969 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75229997-fbe4-48e1-87c4-846dd046e4bb req-67b0fa62-e64d-4783-bafa-588f1820b838 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:06.715781 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-75229997-fbe4-48e1-87c4-846dd046e4bb req-67b0fa62-e64d-4783-bafa-588f1820b838 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 945 time: 0.0520451 Jun 08 13:56:06.754422 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-75229997-fbe4-48e1-87c4-846dd046e4bb req-7f2306e8-38b4-441f-a31c-4f7a1f7b0b49 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320196 Jun 08 13:56:06.871170 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:07.131876 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a69884-5244-406a-8eeb-7f63ce08b83a req-7851ac6d-6149-4908-8eda-df30ece56f3d tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:07.133400 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-44a69884-5244-406a-8eeb-7f63ce08b83a req-7851ac6d-6149-4908-8eda-df30ece56f3d tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 944 time: 0.0487053 Jun 08 13:56:07.183979 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-44a69884-5244-406a-8eeb-7f63ce08b83a req-5493188a-f79d-4d60-a3d6-c57647dae39a tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 Jun 08 13:56:07.762178 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74eec4-a7e3-4d7e-97c5-f483d0066910 req-e9da2861-e157-47a2-bba9-c00c03909641 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:07.764051 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ea74eec4-a7e3-4d7e-97c5-f483d0066910 req-e9da2861-e157-47a2-bba9-c00c03909641 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0490477 Jun 08 13:56:07.804259 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ea74eec4-a7e3-4d7e-97c5-f483d0066910 req-8bc4ee86-60d7-4f9b-a24b-48fdbd93da4f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336881 Jun 08 13:56:07.872166 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871767d9-0197-4796-b0d8-a70672730638 req-84f2e692-c2ee-4edf-8e16-6154a114ba71 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:07.875011 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-871767d9-0197-4796-b0d8-a70672730638 req-84f2e692-c2ee-4edf-8e16-6154a114ba71 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 945 time: 0.0521545 Jun 08 13:56:07.912518 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-871767d9-0197-4796-b0d8-a70672730638 req-ad03b808-433b-4f97-8673-1c5e4f30b7fd tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310302 Jun 08 13:56:08.301961 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15647ef6-7159-4d68-b8f8-b76b7c70528f req-532051a5-b5ac-4356-b45d-e84d9dee0120 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:08.303409 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-15647ef6-7159-4d68-b8f8-b76b7c70528f req-532051a5-b5ac-4356-b45d-e84d9dee0120 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 944 time: 0.0508890 Jun 08 13:56:08.339970 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-15647ef6-7159-4d68-b8f8-b76b7c70528f req-b4114220-f9d9-4e90-b158-1f9e97dcab08 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306845 Jun 08 13:56:08.918207 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a06562-9f9e-4b2e-813a-ae41ac6498aa req-0cda790a-2847-4def-92fe-242c4e76d49a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:08.919564 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-40a06562-9f9e-4b2e-813a-ae41ac6498aa req-0cda790a-2847-4def-92fe-242c4e76d49a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0485747 Jun 08 13:56:08.961749 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-40a06562-9f9e-4b2e-813a-ae41ac6498aa req-4a4d2cb6-13e6-46fe-93e3-f8cf3f3dd79f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354016 Jun 08 13:56:09.025483 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26487a2d-c191-42a6-acd6-044f9bc16f7e req-9e8f7fe4-1c22-46ac-87b8-822a439c7936 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:09.026972 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-26487a2d-c191-42a6-acd6-044f9bc16f7e req-9e8f7fe4-1c22-46ac-87b8-822a439c7936 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 945 time: 0.0477602 Jun 08 13:56:09.052244 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 7329773e-1a9d-44f2-8362-cfb7860b1b32 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:56:09.066765 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-26487a2d-c191-42a6-acd6-044f9bc16f7e req-a2da6d30-0cae-483f-a0a1-023658f23aaf tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Jun 08 13:56:09.145405 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 7329773e-1a9d-44f2-8362-cfb7860b1b32, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=7329773e-1a9d-44f2-8362-cfb7860b1b32,segment=NetworkSegment(4bb1e956-0097-421d-922c-4de86591abf9),segment_id=4bb1e956-0097-421d-922c-4de86591abf9)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:09.157094 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': '7329773e-1a9d-44f2-8362-cfb7860b1b32', 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5', 'port_id': '7329773e-1a9d-44f2-8362-cfb7860b1b32', 'mac_address': 'fa:16:3e:32:c8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fcb787-7bac-4ce5-b234-6ae9c37dd5f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:56:09.197670 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 7329773e-1a9d-44f2-8362-cfb7860b1b32 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:09.197952 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:09.328138 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7329773e-1a9d-44f2-8362-cfb7860b1b32 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:56:09.347985 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 7329773e-1a9d-44f2-8362-cfb7860b1b32, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=7329773e-1a9d-44f2-8362-cfb7860b1b32,segment=NetworkSegment(4bb1e956-0097-421d-922c-4de86591abf9),segment_id=4bb1e956-0097-421d-922c-4de86591abf9)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:09.353490 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:09.406157 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=7329773e-1a9d-44f2-8362-cfb7860b1b32,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:09.461223 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f1dbf-be33-459c-924f-1c7031cf2fd6 req-6c275996-c2d3-4993-9c00-4abc7c398507 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:09.462631 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cb7f1dbf-be33-459c-924f-1c7031cf2fd6 req-6c275996-c2d3-4993-9c00-4abc7c398507 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Jun 08 13:56:09.499820 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cb7f1dbf-be33-459c-924f-1c7031cf2fd6 req-99bd628b-2625-45e3-bada-3ed09390186f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305688 Jun 08 13:56:10.077178 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287fe24-9d77-4991-add6-eab8214105df req-985002f8-274d-4ad6-8ffd-6c20db93bc2b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:10.078685 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7287fe24-9d77-4991-add6-eab8214105df req-985002f8-274d-4ad6-8ffd-6c20db93bc2b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Jun 08 13:56:10.119705 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7287fe24-9d77-4991-add6-eab8214105df req-7e464944-df8b-41bd-b9df-8f164d6ffff2 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350497 Jun 08 13:56:10.183733 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254d882-d701-4855-a10e-bfa2a177fe8e req-6a37cf8f-9694-4244-a08d-b10217c19e84 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:10.185183 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b254d882-d701-4855-a10e-bfa2a177fe8e req-6a37cf8f-9694-4244-a08d-b10217c19e84 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 945 time: 0.0493622 Jun 08 13:56:10.222284 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b254d882-d701-4855-a10e-bfa2a177fe8e req-d6957363-182a-47c1-bb15-d2dc8574dfe2 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Jun 08 13:56:10.530896 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['7329773e-1a9d-44f2-8362-cfb7860b1b32'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:56:10.630359 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348a9f-939f-4099-be74-664a365430fb req-4207f44f-e10f-4209-9d95-24237e31c248 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:10.631952 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e8348a9f-939f-4099-be74-664a365430fb req-4207f44f-e10f-4209-9d95-24237e31c248 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 945 time: 0.0609686 Jun 08 13:56:10.669944 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e8348a9f-939f-4099-be74-664a365430fb req-505de40c-7bff-4c9d-81bf-783908e68edf tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Jun 08 13:56:11.235469 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9cb9a-512f-4374-806a-affdd1529fe2 req-8b562853-f946-40bd-b429-6b7c57b98f68 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:11.236896 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a3c9cb9a-512f-4374-806a-affdd1529fe2 req-8b562853-f946-40bd-b429-6b7c57b98f68 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0486143 Jun 08 13:56:11.278036 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a3c9cb9a-512f-4374-806a-affdd1529fe2 req-d492e3b8-59b5-4f8f-acf4-59c748dfc5cd tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351720 Jun 08 13:56:11.335352 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458da74-3d9d-4cb1-aad3-7bd7a63d89a4 req-96ec14a0-54ef-4d62-aeba-758c4908d404 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:11.336827 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d458da74-3d9d-4cb1-aad3-7bd7a63d89a4 req-96ec14a0-54ef-4d62-aeba-758c4908d404 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Jun 08 13:56:11.373421 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d458da74-3d9d-4cb1-aad3-7bd7a63d89a4 req-5aaa0c3d-7430-423f-89b3-64383125357f tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305300 Jun 08 13:56:11.791116 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8d7c9-a470-440c-af3c-8e41fc3bec38 req-98e05d0d-9cd2-4e63-964f-45e3a9ede084 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:11.792612 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ffb8d7c9-a470-440c-af3c-8e41fc3bec38 req-98e05d0d-9cd2-4e63-964f-45e3a9ede084 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 945 time: 0.0538912 Jun 08 13:56:11.838527 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ffb8d7c9-a470-440c-af3c-8e41fc3bec38 req-cf1b480f-0437-4c9f-8b2e-d58b9718d528 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Jun 08 13:56:12.391044 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d7545-ae26-4915-8a59-efbc20a43ca1 req-cb7dbc79-1e98-416d-aee5-aea30cf1f289 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:12.392517 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dd1d7545-ae26-4915-8a59-efbc20a43ca1 req-cb7dbc79-1e98-416d-aee5-aea30cf1f289 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0493617 Jun 08 13:56:12.432236 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dd1d7545-ae26-4915-8a59-efbc20a43ca1 req-0a63aa1f-e83f-44f0-a6d4-4da439928a43 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336294 Jun 08 13:56:12.488785 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f01b3-fbcd-4622-95fb-8ac8bbd2b62e req-f3ac6dbe-f507-49ef-ac52-960da687fa69 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:12.490305 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b17f01b3-fbcd-4622-95fb-8ac8bbd2b62e req-f3ac6dbe-f507-49ef-ac52-960da687fa69 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 945 time: 0.0491199 Jun 08 13:56:12.528276 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b17f01b3-fbcd-4622-95fb-8ac8bbd2b62e req-1d4b35d8-b455-4142-9e45-0927b0173469 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Jun 08 13:56:12.865101 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:12.915699 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:56:12.920246 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:12.920755 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:12.961658 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab34d54-76fe-4e0a-8e58-bb8852cffc94 req-0546555e-64f8-42d9-9e50-65f83276c2db tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:12.963313 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ab34d54-76fe-4e0a-8e58-bb8852cffc94 req-0546555e-64f8-42d9-9e50-65f83276c2db tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 945 time: 0.0558710 Jun 08 13:56:13.004444 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:13.004831 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:13.005799 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ab34d54-76fe-4e0a-8e58-bb8852cffc94 req-d7b1c8a1-16c0-4f29-8e29-7614310286d8 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360250 Jun 08 13:56:13.029884 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebe852e-df15-4c4f-8ff7-66dcc7f58a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd1e95d-13fd-43a0-97b9-32aa8a55c90e'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:13.032442 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b894d5d4-a8e1-447f-8cf9-ccad3308bc2b" -d '{"events": [{"server_uuid": "8ebe852e-df15-4c4f-8ff7-66dcc7f58a87", "name": "network-vif-plugged", "status": "completed", "tag": "4dd1e95d-13fd-43a0-97b9-32aa8a55c90e"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:13.045753 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,segment=NetworkSegment(99f3835c-c75b-43d9-8ad2-b8c9c1e22e08),segment_id=99f3835c-c75b-43d9-8ad2-b8c9c1e22e08)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:13.050681 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:13.075902 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1a700f-70cc-40f0-8d37-62aa50f18c8a x-openstack-request-id: req-eb1a700f-70cc-40f0-8d37-62aa50f18c8a {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:13.076190 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebe852e-df15-4c4f-8ff7-66dcc7f58a87", "name": "network-vif-plugged", "status": "completed", "tag": "4dd1e95d-13fd-43a0-97b9-32aa8a55c90e", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:13.076439 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb1a700f-70cc-40f0-8d37-62aa50f18c8a {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:13.076828 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1a700f-70cc-40f0-8d37-62aa50f18c8a'] response: {'server_uuid': '8ebe852e-df15-4c4f-8ff7-66dcc7f58a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd1e95d-13fd-43a0-97b9-32aa8a55c90e', 'code': 200} Jun 08 13:56:13.102108 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:13.550546 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb325ce8-c246-4f7d-95f6-4d7051597834 req-aae34e82-399d-412a-9907-70316eea8898 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:13.552052 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fb325ce8-c246-4f7d-95f6-4d7051597834 req-aae34e82-399d-412a-9907-70316eea8898 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0509288 Jun 08 13:56:13.600379 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fb325ce8-c246-4f7d-95f6-4d7051597834 req-87f6903f-47c6-4f32-b796-ff21de837286 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Jun 08 13:56:13.650749 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631acc2c-e9d6-442c-b6d9-e1f67785bf2a req-ee45f3f2-6f31-4283-8fd1-74ae978d489a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:13.652222 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-631acc2c-e9d6-442c-b6d9-e1f67785bf2a req-ee45f3f2-6f31-4283-8fd1-74ae978d489a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 946 time: 0.0487545 Jun 08 13:56:13.693398 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-631acc2c-e9d6-442c-b6d9-e1f67785bf2a req-aa6e18b8-e43b-44e6-bb90-ba859c2108cf tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Jun 08 13:56:14.112498 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f6ea0-9f5e-4943-9e7c-b24fd39a718b req-8ebf3d8c-7d32-4506-84b3-96724e5a399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:14.113904 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-554f6ea0-9f5e-4943-9e7c-b24fd39a718b req-8ebf3d8c-7d32-4506-84b3-96724e5a399a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 1099 time: 0.0404449 Jun 08 13:56:14.120239 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f23d7-3f9e-4cb8-9846-28430cb5f89c req-3b71f539-1584-4e10-82c2-8869c2f76998 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:14.121765 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1c5f23d7-3f9e-4cb8-9846-28430cb5f89c req-3b71f539-1584-4e10-82c2-8869c2f76998 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 945 time: 0.0489531 Jun 08 13:56:14.150506 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-554f6ea0-9f5e-4943-9e7c-b24fd39a718b req-0e7be879-b6be-4610-9550-4a1091a11bc7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288162 Jun 08 13:56:14.163274 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1c5f23d7-3f9e-4cb8-9846-28430cb5f89c req-b8989fe8-dbc8-479b-bdb3-910ac416d497 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351706 Jun 08 13:56:14.724955 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f853987-7d01-4088-8b2f-338164b687a9 req-7e9d09aa-abdd-4b20-a7b8-2779c350395a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:14.726514 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0f853987-7d01-4088-8b2f-338164b687a9 req-7e9d09aa-abdd-4b20-a7b8-2779c350395a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0497463 Jun 08 13:56:14.774010 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0f853987-7d01-4088-8b2f-338164b687a9 req-9749f732-3182-43f7-96d1-53a0a8f7ddca tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 Jun 08 13:56:14.824306 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8768fc-97ec-4087-86cb-4bd84186f900 req-500edb3d-4edd-4625-a3ed-7ce6082fb30a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:14.826485 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ff8768fc-97ec-4087-86cb-4bd84186f900 req-500edb3d-4edd-4625-a3ed-7ce6082fb30a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 946 time: 0.0607836 Jun 08 13:56:14.870432 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ff8768fc-97ec-4087-86cb-4bd84186f900 req-c5bf31cb-6712-4399-8fcb-7e5549488b8b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Jun 08 13:56:15.321305 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efba82-7098-4c9b-9da5-6d3c45f109cd req-a9f1b860-b572-4f1b-a389-bbf40e23340a tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:15.322803 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-08efba82-7098-4c9b-9da5-6d3c45f109cd req-a9f1b860-b572-4f1b-a389-bbf40e23340a tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 945 time: 0.0787203 Jun 08 13:56:15.328907 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dd703-8574-48e5-838e-a4991ceab529 req-a7f6cbe8-1892-4206-b8dc-42e0ded3f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:15.330372 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-212dd703-8574-48e5-838e-a4991ceab529 req-a7f6cbe8-1892-4206-b8dc-42e0ded3f10d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 1098 time: 0.0776620 Jun 08 13:56:15.382163 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-08efba82-7098-4c9b-9da5-6d3c45f109cd req-90213d2f-8084-4d86-a6b8-8e190d236cd2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508425 Jun 08 13:56:15.385887 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-212dd703-8574-48e5-838e-a4991ceab529 req-425c26f4-d6f5-4b01-9fd7-5dba70ca929a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480890 Jun 08 13:56:15.897468 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a22177-dcb3-4da4-9a9f-4f843dca74b7 req-95556524-93df-4e61-9d12-fae51e4403d9 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:15.900220 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-88a22177-dcb3-4da4-9a9f-4f843dca74b7 req-95556524-93df-4e61-9d12-fae51e4403d9 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0534556 Jun 08 13:56:15.961555 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-88a22177-dcb3-4da4-9a9f-4f843dca74b7 req-ebbce924-ff98-4fc2-8b3a-50ea7f2bcd70 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457687 Jun 08 13:56:16.032045 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0aab2-df7d-45e5-9fc9-00e23cd59874 req-bb5f4738-23f5-486b-b8fa-2b800bf090e4 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:16.038284 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fcd0aab2-df7d-45e5-9fc9-00e23cd59874 req-bb5f4738-23f5-486b-b8fa-2b800bf090e4 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 946 time: 0.0674734 Jun 08 13:56:16.081452 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fcd0aab2-df7d-45e5-9fc9-00e23cd59874 req-cc2e6389-2e08-4dfe-8c7b-9bdbd613189d tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 Jun 08 13:56:16.116491 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 7329773e-1a9d-44f2-8362-cfb7860b1b32 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:16.181411 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port 7329773e-1a9d-44f2-8362-cfb7860b1b32 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:56:16.185430 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port 7329773e-1a9d-44f2-8362-cfb7860b1b32 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:16.185910 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:16.271396 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 7329773e-1a9d-44f2-8362-cfb7860b1b32 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:16.271787 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:16.299778 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9501ca3e-911e-4fcc-8853-9f76545c0376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7329773e-1a9d-44f2-8362-cfb7860b1b32'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:16.302404 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ede10d-b4f6-41cf-b1f3-9d8fc67a3ff5" -d '{"events": [{"server_uuid": "9501ca3e-911e-4fcc-8853-9f76545c0376", "name": "network-vif-plugged", "status": "completed", "tag": "7329773e-1a9d-44f2-8362-cfb7860b1b32"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:16.317217 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 7329773e-1a9d-44f2-8362-cfb7860b1b32, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=7329773e-1a9d-44f2-8362-cfb7860b1b32,segment=NetworkSegment(4bb1e956-0097-421d-922c-4de86591abf9),segment_id=4bb1e956-0097-421d-922c-4de86591abf9)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:16.322561 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:16.368086 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459633bb-7804-4488-8c58-de3337a791b2 x-openstack-request-id: req-459633bb-7804-4488-8c58-de3337a791b2 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:16.368491 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9501ca3e-911e-4fcc-8853-9f76545c0376", "name": "network-vif-plugged", "status": "completed", "tag": "7329773e-1a9d-44f2-8362-cfb7860b1b32", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:16.368852 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-459633bb-7804-4488-8c58-de3337a791b2 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:16.369400 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459633bb-7804-4488-8c58-de3337a791b2'] response: {'server_uuid': '9501ca3e-911e-4fcc-8853-9f76545c0376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7329773e-1a9d-44f2-8362-cfb7860b1b32', 'code': 200} Jun 08 13:56:16.416892 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=7329773e-1a9d-44f2-8362-cfb7860b1b32,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:16.521253 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc794c-7b3d-43c1-980d-a1eae79da7dd req-415d9518-4ee1-47b5-b7fc-8024e17ae78e tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:16.522739 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-94fc794c-7b3d-43c1-980d-a1eae79da7dd req-415d9518-4ee1-47b5-b7fc-8024e17ae78e tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.0586283 Jun 08 13:56:16.583233 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-94fc794c-7b3d-43c1-980d-a1eae79da7dd req-c4837778-27a6-48e0-85bb-29700b6d8550 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541346 Jun 08 13:56:16.593443 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aec658-be01-412b-8093-0a21250d78b8 req-ba0b423c-9861-4641-a72a-71fe9512aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:16.594910 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-77aec658-be01-412b-8093-0a21250d78b8 req-ba0b423c-9861-4641-a72a-71fe9512aad6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 1099 time: 0.0593152 Jun 08 13:56:16.639961 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-77aec658-be01-412b-8093-0a21250d78b8 req-da1163d2-9cb7-4098-8809-3f7514b3c013 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277541 Jun 08 13:56:17.079884 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7070fa2-3a1b-42f7-b632-936f6657bf79 req-c3844877-7874-4b5d-a855-5cbcca6495eb tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:17.081396 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d7070fa2-3a1b-42f7-b632-936f6657bf79 req-c3844877-7874-4b5d-a855-5cbcca6495eb tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0500703 Jun 08 13:56:17.124884 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d7070fa2-3a1b-42f7-b632-936f6657bf79 req-e49445a9-01ff-45ce-9efb-9dfe655ed660 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365930 Jun 08 13:56:17.166698 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-aacaee6c-e8cd-47cd-83b6-62f8586cd05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:17.203295 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9cd5b-0141-4448-b56d-77f0ced536cf req-db79f0bc-fe32-4f28-b3bf-fb0ddcb1ea64 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:17.204758 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f8e9cd5b-0141-4448-b56d-77f0ced536cf req-db79f0bc-fe32-4f28-b3bf-fb0ddcb1ea64 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 946 time: 0.0485723 Jun 08 13:56:17.242699 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f8e9cd5b-0141-4448-b56d-77f0ced536cf req-11664384-bb4f-4187-afc5-bcd4c7b93fe6 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318758 Jun 08 13:56:17.717214 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d834e6-da4e-44fb-98ea-3ba6d02e572d req-7a17c2e0-ced4-4e61-88cf-ec879ea8ef91 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:17.719551 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b2d834e6-da4e-44fb-98ea-3ba6d02e572d req-7a17c2e0-ced4-4e61-88cf-ec879ea8ef91 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.0610368 Jun 08 13:56:17.752344 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39412) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:17.758787 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b2d834e6-da4e-44fb-98ea-3ba6d02e572d req-687455c0-b446-4f31-8678-f0e0d7ac5f6d tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332034 Jun 08 13:56:17.872299 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-db7923c9-bac8-406f-b2a8-b429513088ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:17.960528 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-db7923c9-bac8-406f-b2a8-b429513088ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:17.965339 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-db7923c9-bac8-406f-b2a8-b429513088ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:18.003370 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-db7923c9-bac8-406f-b2a8-b429513088ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d030553205a49a595c5f3527be98e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499177 Jun 08 13:56:18.004214 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7923c9-bac8-406f-b2a8-b429513088ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64b0a19-70ca-416a-8ad9-86805cbe8a01,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:18.006645 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39422) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:18.055840 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d28e8633-df7d-435d-898c-41eda6399754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:18.060771 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73ffaf-459f-4247-997c-e1c111b90521 req-b0833e0d-cda7-4686-980c-3c1ccd2d6f36 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:18.062886 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6f73ffaf-459f-4247-997c-e1c111b90521 req-b0833e0d-cda7-4686-980c-3c1ccd2d6f36 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 946 time: 0.0619607 Jun 08 13:56:18.078943 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d28e8633-df7d-435d-898c-41eda6399754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:18.102629 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6f73ffaf-459f-4247-997c-e1c111b90521 req-f195b927-9f81-4e64-ba62-f409c4b3d16f tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323219 Jun 08 13:56:18.125299 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d28e8633-df7d-435d-898c-41eda6399754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:18.127884 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d28e8633-df7d-435d-898c-41eda6399754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:18.131433 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d28e8633-df7d-435d-898c-41eda6399754 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c64b0a19-70ca-416a-8ad9-86805cbe8a01 HTTP/1.1" status: 204 len: 168 time: 0.1214700 Jun 08 13:56:18.137566 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e8633-df7d-435d-898c-41eda6399754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64b0a19-70ca-416a-8ad9-86805cbe8a01,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:18.252279 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa81de-166b-4a78-b67b-125931dda5b7 req-0f3d0fec-0ec1-44b1-a932-0a1da35926b1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:18.253821 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3faa81de-166b-4a78-b67b-125931dda5b7 req-0f3d0fec-0ec1-44b1-a932-0a1da35926b1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0560935 Jun 08 13:56:18.292932 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3faa81de-166b-4a78-b67b-125931dda5b7 req-af330565-e2f7-48db-9a80-2b956fcba7b8 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Jun 08 13:56:18.415095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c782b-778a-46fe-a658-017817855f58 req-1273f351-7763-41e0-a191-d8df2484cc37 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:18.415095 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-179c782b-778a-46fe-a658-017817855f58 req-1273f351-7763-41e0-a191-d8df2484cc37 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0520799 Jun 08 13:56:18.459548 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-179c782b-778a-46fe-a658-017817855f58 req-c26b29b3-907f-4b33-975b-740002813251 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368176 Jun 08 13:56:18.888302 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f062d6-fd3e-4a3a-9c34-ccdeba3f01fb req-bf350f05-5c25-443a-bd05-7b2a3ab9b807 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:18.890051 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e5f062d6-fd3e-4a3a-9c34-ccdeba3f01fb req-bf350f05-5c25-443a-bd05-7b2a3ab9b807 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.0578306 Jun 08 13:56:18.931293 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e5f062d6-fd3e-4a3a-9c34-ccdeba3f01fb req-5dbe1369-e0e2-4ee2-ba46-d78aa3933656 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347335 Jun 08 13:56:19.235924 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c5339-112d-447b-8f4d-6a79ef002f42 req-e9214cca-26b8-42f3-b1b3-12adb7558eef tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:19.237405 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c08c5339-112d-447b-8f4d-6a79ef002f42 req-e9214cca-26b8-42f3-b1b3-12adb7558eef tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 946 time: 0.0551014 Jun 08 13:56:19.277041 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c08c5339-112d-447b-8f4d-6a79ef002f42 req-c05766a7-a929-441a-aee7-d022fdc74149 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Jun 08 13:56:19.379290 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ea479da9-c85d-42b4-a6f6-76cc1cd4a04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:20.055755 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c488c18-5feb-448d-9f90-0e473fa6fe0d req-57400d2c-1a96-4551-aca1-dfbc2cc5e58b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:20.057183 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c488c18-5feb-448d-9f90-0e473fa6fe0d req-57400d2c-1a96-4551-aca1-dfbc2cc5e58b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.0485573 Jun 08 13:56:20.100360 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3c488c18-5feb-448d-9f90-0e473fa6fe0d req-cfedcd32-0096-4876-b51e-952ef0badc41 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363698 Jun 08 13:56:20.413762 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d85249-988c-41d8-9ee8-52ffc0a9f709 req-b4f8e528-fef1-4ba9-a372-e6d36186459e tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:20.415968 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-53d85249-988c-41d8-9ee8-52ffc0a9f709 req-b4f8e528-fef1-4ba9-a372-e6d36186459e tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 946 time: 0.0693266 Jun 08 13:56:20.454886 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-53d85249-988c-41d8-9ee8-52ffc0a9f709 req-9c3def7a-5764-41bc-8cbc-1a0f141d16ca tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Jun 08 13:56:21.031099 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:21.240299 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebc7db-7c6e-4d55-91cb-5ba25b08823b req-1e58e2c9-2ef5-4ff8-b3cb-2da20026649c tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:21.243601 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-63ebc7db-7c6e-4d55-91cb-5ba25b08823b req-1e58e2c9-2ef5-4ff8-b3cb-2da20026649c tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.0724797 Jun 08 13:56:21.298178 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-63ebc7db-7c6e-4d55-91cb-5ba25b08823b req-afdb1336-a0e5-4993-9304-8bf5cd23a6ef tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472879 Jun 08 13:56:21.573682 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfe512-0301-4894-b828-6e392e74f876 req-4d83c048-4ec2-4b59-a58b-57c7232be5b3 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:21.575174 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ccfe512-0301-4894-b828-6e392e74f876 req-4d83c048-4ec2-4b59-a58b-57c7232be5b3 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 946 time: 0.0522001 Jun 08 13:56:21.612976 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ccfe512-0301-4894-b828-6e392e74f876 req-7e38de6a-aea1-40b3-9441-5220effd7142 tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/security-groups?id=2975143b-3f08-4d04-ba94-9307779b7892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Jun 08 13:56:21.689603 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-2c453638-859a-47f1-a606-c9e8be09ae5a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:21.691102 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-2c453638-859a-47f1-a606-c9e8be09ae5a tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 946 time: 0.0492473 Jun 08 13:56:21.792061 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-63277dcc-a9e1-4852-8f37-8c391447822b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Deleting port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:56:21.792414 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-63277dcc-a9e1-4852-8f37-8c391447822b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:21.884498 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-63277dcc-a9e1-4852-8f37-8c391447822b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] For port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,segment=NetworkSegment(99f3835c-c75b-43d9-8ad2-b8c9c1e22e08),segment_id=99f3835c-c75b-43d9-8ad2-b8c9c1e22e08)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:21.884857 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-63277dcc-a9e1-4852-8f37-8c391447822b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:21.896605 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-63277dcc-a9e1-4852-8f37-8c391447822b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Calling delete_port for 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e owned by compute:nova {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:56:22.040519 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-63277dcc-a9e1-4852-8f37-8c391447822b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:22.053896 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['4dd1e95d-13fd-43a0-97b9-32aa8a55c90e'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:56:22.103380 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63277dcc-a9e1-4852-8f37-8c391447822b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Pushing event deleted for resources: {'Port': ['ID=4dd1e95d-13fd-43a0-97b9-32aa8a55c90e,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:22.150688 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-63277dcc-a9e1-4852-8f37-8c391447822b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] No DVR routers for this DVR port 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e on host hv-cinder-84513 {{(pid=97370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:56:22.153794 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-63277dcc-a9e1-4852-8f37-8c391447822b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:22.158846 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-17f12be4-9b89-4b86-8b3f-829dde96e103 req-63277dcc-a9e1-4852-8f37-8c391447822b tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.71 "DELETE /v2.0/ports/4dd1e95d-13fd-43a0-97b9-32aa8a55c90e HTTP/1.1" status: 204 len: 173 time: 0.4593871 Jun 08 13:56:22.159772 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebe852e-df15-4c4f-8ff7-66dcc7f58a87', 'name': 'network-vif-deleted', 'tag': '4dd1e95d-13fd-43a0-97b9-32aa8a55c90e'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:56:22.162197 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e7821f-a23f-4b82-81ee-ef7231599d4e" -d '{"events": [{"server_uuid": "8ebe852e-df15-4c4f-8ff7-66dcc7f58a87", "name": "network-vif-deleted", "tag": "4dd1e95d-13fd-43a0-97b9-32aa8a55c90e"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:56:22.229391 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc4a23d-ea7a-402b-a346-11c63267f506 x-openstack-request-id: req-bdc4a23d-ea7a-402b-a346-11c63267f506 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:56:22.229710 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebe852e-df15-4c4f-8ff7-66dcc7f58a87", "name": "network-vif-deleted", "tag": "4dd1e95d-13fd-43a0-97b9-32aa8a55c90e", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:56:22.230503 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdc4a23d-ea7a-402b-a346-11c63267f506 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:56:22.230503 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc4a23d-ea7a-402b-a346-11c63267f506'] response: {'server_uuid': '8ebe852e-df15-4c4f-8ff7-66dcc7f58a87', 'name': 'network-vif-deleted', 'tag': '4dd1e95d-13fd-43a0-97b9-32aa8a55c90e', 'status': 'completed', 'code': 200} Jun 08 13:56:22.241646 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10107bd-dd3d-4cc1-9f4c-63873d82c4cd req-c62eae65-d242-4b4d-8e6a-ea7435a97faf tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:22.246099 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c10107bd-dd3d-4cc1-9f4c-63873d82c4cd req-c62eae65-d242-4b4d-8e6a-ea7435a97faf tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.1044233 Jun 08 13:56:22.251417 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-281a5bfa-31a4-429f-833c-f755d4803b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:22.253362 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-281a5bfa-31a4-429f-833c-f755d4803b8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 1098 time: 0.1286354 Jun 08 13:56:22.261850 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:22.349512 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c10107bd-dd3d-4cc1-9f4c-63873d82c4cd req-0751ab29-ec23-4f53-b90b-92910ec17cf7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945718 Jun 08 13:56:22.397017 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-d6b9f017-5956-4d20-aeb2-1faa65b03901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:22.398540 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-d6b9f017-5956-4d20-aeb2-1faa65b03901 service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.1259985 Jun 08 13:56:22.423954 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a926-e299-4bed-8368-5742d69247f7 req-de972000-f431-406b-a136-a52c53ee2d87 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:22.425768 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5753a926-e299-4bed-8368-5742d69247f7 req-de972000-f431-406b-a136-a52c53ee2d87 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.0493569 Jun 08 13:56:22.452947 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-51b03222-218c-4eb1-a10e-31ff55d52f45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e HTTP/1.1" status: 200 len: 217 time: 0.0384288 Jun 08 13:56:22.467747 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5753a926-e299-4bed-8368-5742d69247f7 req-33456083-0001-4314-b7fd-69787ed5bb65 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361965 Jun 08 13:56:22.505167 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-fcbd1b4d-3c1c-44d8-b920-9a20cabf2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:22.506683 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-fcbd1b4d-3c1c-44d8-b920-9a20cabf2789 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.0465558 Jun 08 13:56:22.578140 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-654dfdb8-e22a-4e63-a5af-b1e35dcc1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:22.579699 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-654dfdb8-e22a-4e63-a5af-b1e35dcc1204 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583687 Jun 08 13:56:22.693723 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-3139f565-e4eb-4d87-a2be-916e6e568175 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984130 Jun 08 13:56:22.744109 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8d5aceb7-de68-4d23-ad95-fff88b8cfbe8 req-78991b5b-b499-41c5-a86b-71b14d33a4ee tempest-VolumesActionsTest-317172045 tempest-VolumesActionsTest-317172045-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebe852e-df15-4c4f-8ff7-66dcc7f58a87 HTTP/1.1" status: 200 len: 210 time: 0.0340078 Jun 08 13:56:22.802491 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:22.834611 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-eb52fc8f-a05b-4652-8bd1-58c6bb6030ca req-acba7168-445d-4a38-b953-8ab97e50463c service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149752 Jun 08 13:56:23.470854 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5239f-a6c2-47a5-b1bb-9711055ab77f req-2c969c37-9f78-46a1-8eac-da8eb12de41d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:23.472264 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a2f5239f-a6c2-47a5-b1bb-9711055ab77f req-2c969c37-9f78-46a1-8eac-da8eb12de41d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0515356 Jun 08 13:56:23.508993 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a2f5239f-a6c2-47a5-b1bb-9711055ab77f req-0cb99c74-e7c6-4887-be59-bb766901304e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307527 Jun 08 13:56:24.627119 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a69a7-cfe0-4cc3-bde9-310488eb8965 req-d986f2ab-aa4b-452c-a4ba-51a3adc4cbb2 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:24.628591 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-992a69a7-cfe0-4cc3-bde9-310488eb8965 req-d986f2ab-aa4b-452c-a4ba-51a3adc4cbb2 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0535038 Jun 08 13:56:24.666408 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-992a69a7-cfe0-4cc3-bde9-310488eb8965 req-6eb4e35a-631f-4a45-a26b-c0783d1abd7a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318980 Jun 08 13:56:25.779224 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10881b-85d4-4282-af12-4aef57f2a5fb req-62b55c3f-f6df-4b8c-a390-06369ec990bc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:25.781580 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4a10881b-85d4-4282-af12-4aef57f2a5fb req-62b55c3f-f6df-4b8c-a390-06369ec990bc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0501688 Jun 08 13:56:25.818863 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4a10881b-85d4-4282-af12-4aef57f2a5fb req-9a8adc9a-9efa-448d-b9ea-1d21367c2ad0 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314436 Jun 08 13:56:26.165544 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:56:26.186382 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 13:56:26.187307 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 4dd1e95d-13fd-43a0-97b9-32aa8a55c90e not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:56:26.937849 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8710c4-16c1-49ef-bd9e-2017e290b948 req-fcf4278e-0510-46f7-bf9a-9b136ef2f9a1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:26.947899 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0a8710c4-16c1-49ef-bd9e-2017e290b948 req-fcf4278e-0510-46f7-bf9a-9b136ef2f9a1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0599060 Jun 08 13:56:26.985823 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0a8710c4-16c1-49ef-bd9e-2017e290b948 req-42dde4ce-cf84-469b-8069-ddc18aa5076e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320539 Jun 08 13:56:28.098954 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28702a2-d1af-470e-af32-bed2938f5da3 req-5584d6cb-a052-40f2-986d-71de5e668c4d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:28.100399 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c28702a2-d1af-470e-af32-bed2938f5da3 req-5584d6cb-a052-40f2-986d-71de5e668c4d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0469520 Jun 08 13:56:28.139750 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c28702a2-d1af-470e-af32-bed2938f5da3 req-e7b33244-7036-4ed2-9fa0-30dc4aff6683 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321248 Jun 08 13:56:29.481287 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638a166-4a67-4613-ab0f-233a8306dcd2 req-ae20027a-5bd6-4cab-812c-da95a8ea63a5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:29.482667 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6638a166-4a67-4613-ab0f-233a8306dcd2 req-ae20027a-5bd6-4cab-812c-da95a8ea63a5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.2726631 Jun 08 13:56:29.519828 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6638a166-4a67-4613-ab0f-233a8306dcd2 req-0b738cf0-0544-4561-b4b7-04a72baa0c50 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311749 Jun 08 13:56:30.644135 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137de5f-0f80-430f-a03e-725bf8cbfb38 req-5328d59b-8732-4704-a28d-1eb4ad6c63ea tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:30.645580 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4137de5f-0f80-430f-a03e-725bf8cbfb38 req-5328d59b-8732-4704-a28d-1eb4ad6c63ea tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0553148 Jun 08 13:56:30.684790 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4137de5f-0f80-430f-a03e-725bf8cbfb38 req-e6c14826-1334-40ed-96b4-f3830aef14fc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Jun 08 13:56:31.808578 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e8343-18da-4ef4-a15d-0ac7d615b340 req-2ebfc65f-fa4f-492b-b36d-3ee77e7bb07a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:31.811953 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9a4e8343-18da-4ef4-a15d-0ac7d615b340 req-2ebfc65f-fa4f-492b-b36d-3ee77e7bb07a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0555873 Jun 08 13:56:31.858862 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9a4e8343-18da-4ef4-a15d-0ac7d615b340 req-76eefeb4-2c6b-4b5d-bddc-b914db4f644d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Jun 08 13:56:32.768864 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39798) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:32.882770 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2f0b-f4f8-43fa-9d20-84a9b2eabf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:32.984746 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2f0b-f4f8-43fa-9d20-84a9b2eabf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:32.995701 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2f0b-f4f8-43fa-9d20-84a9b2eabf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:33.009509 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c49e32-d362-416c-a664-045bc199d3fb req-9013aa68-599d-4401-a06a-7024991247ea tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:33.012221 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e5c49e32-d362-416c-a664-045bc199d3fb req-9013aa68-599d-4401-a06a-7024991247ea tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0688066 Jun 08 13:56:33.069960 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-cc8e2f0b-f4f8-43fa-9d20-84a9b2eabf8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e63a972d378e4b96a4a9c3b7a80e1c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967646 Jun 08 13:56:33.078942 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39808) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:33.093321 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e5c49e32-d362-416c-a664-045bc199d3fb req-3fc24edf-7d94-44f7-99a6-38e4945346ec tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656729 Jun 08 13:56:33.099231 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e2f0b-f4f8-43fa-9d20-84a9b2eabf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a10ee6-9538-442c-be75-b98adc4da29c,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:33.191998 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5cf44d06-c902-4765-9847-1ceb09fd5ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:33.218582 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5cf44d06-c902-4765-9847-1ceb09fd5ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:33.281108 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5cf44d06-c902-4765-9847-1ceb09fd5ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:33.283772 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5cf44d06-c902-4765-9847-1ceb09fd5ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:33.285282 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-5cf44d06-c902-4765-9847-1ceb09fd5ab3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98a10ee6-9538-442c-be75-b98adc4da29c HTTP/1.1" status: 204 len: 168 time: 0.1871495 Jun 08 13:56:33.295041 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf44d06-c902-4765-9847-1ceb09fd5ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a10ee6-9538-442c-be75-b98adc4da29c,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:33.453815 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39826) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:33.719911 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f507a40e-0a0b-4728-a01d-6bfc8a71b94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:33.819979 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f507a40e-0a0b-4728-a01d-6bfc8a71b94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:33.827834 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f507a40e-0a0b-4728-a01d-6bfc8a71b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:33.869720 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-f507a40e-0a0b-4728-a01d-6bfc8a71b94f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e87bc2d1b71452399103abf6bdd3a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129670 Jun 08 13:56:33.869720 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507a40e-0a0b-4728-a01d-6bfc8a71b94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f065d0a9-1576-4da0-939e-45c34bc41503,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:33.871827 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 39838) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:33.943943 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-970d48ec-4418-462e-8ace-b3b31e188dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:33.971867 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-970d48ec-4418-462e-8ace-b3b31e188dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:34.027492 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-970d48ec-4418-462e-8ace-b3b31e188dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:34.030884 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-970d48ec-4418-462e-8ace-b3b31e188dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:34.032096 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-970d48ec-4418-462e-8ace-b3b31e188dae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f065d0a9-1576-4da0-939e-45c34bc41503 HTTP/1.1" status: 204 len: 168 time: 0.1585877 Jun 08 13:56:34.049023 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d48ec-4418-462e-8ace-b3b31e188dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065d0a9-1576-4da0-939e-45c34bc41503,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:34.240262 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9e8b2-8bc7-4bdd-abd0-e2f1c25b3bd6 req-e2a1c33b-17e9-465e-a5aa-86c1727634a5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:34.248343 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0fd9e8b2-8bc7-4bdd-abd0-e2f1c25b3bd6 req-e2a1c33b-17e9-465e-a5aa-86c1727634a5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0695789 Jun 08 13:56:34.318500 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0fd9e8b2-8bc7-4bdd-abd0-e2f1c25b3bd6 req-66ba5ff0-9d7c-4866-82e0-353fa57c024f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692585 Jun 08 13:56:34.466315 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-5c096647-b10f-47d1-9fe6-adf8fbafac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:34.471450 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-5c096647-b10f-47d1-9fe6-adf8fbafac38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 1098 time: 0.0624633 Jun 08 13:56:34.643153 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-d5c2b5c6-ef80-4fea-a150-fe5cc8f9c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:34.648934 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-d5c2b5c6-ef80-4fea-a150-fe5cc8f9c240 service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.1456673 Jun 08 13:56:34.710412 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-630307a2-89cb-4200-bfa6-9e8209e5b366 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e HTTP/1.1" status: 200 len: 217 time: 0.0489047 Jun 08 13:56:34.807634 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-3e2e770f-d964-4311-9f46-180d565d3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:34.810839 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-3e2e770f-d964-4311-9f46-180d565d3942 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.0857282 Jun 08 13:56:34.893769 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-053084d1-fe30-474e-88e3-4fce6d2e771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:34.896036 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-053084d1-fe30-474e-88e3-4fce6d2e771e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703361 Jun 08 13:56:35.040438 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-7c995d9e-4b85-47bc-821c-78550005f60b service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340754 Jun 08 13:56:35.150147 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39882) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:35.176956 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82cf36d1-4d3f-4030-bc14-867983d28157 req-a1781723-18f9-45ac-b093-020ac9d814e5 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238220 Jun 08 13:56:35.290769 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cda1f473-b728-47f0-8997-d4e20d744124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:35.380498 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cda1f473-b728-47f0-8997-d4e20d744124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:35.385816 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cda1f473-b728-47f0-8997-d4e20d744124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:35.425212 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1f473-b728-47f0-8997-d4e20d744124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a71f154-ef77-44a7-92cb-a858d0d0176d,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:35.430512 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-cda1f473-b728-47f0-8997-d4e20d744124 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c755dba5a294bc19ef2f8e724efc096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783182 Jun 08 13:56:35.433903 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39892) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:35.507161 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed620e-cac3-4242-92fc-64cf777f2d77 req-1cf567d7-e54e-4626-aaf0-1946a796435d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:35.509182 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-28ed620e-cac3-4242-92fc-64cf777f2d77 req-1cf567d7-e54e-4626-aaf0-1946a796435d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.1026182 Jun 08 13:56:35.594572 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-57a75e52-f9b8-4a0a-b01b-72e5d0a0029b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:35.616951 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-28ed620e-cac3-4242-92fc-64cf777f2d77 req-5c80d580-d003-4eb8-9193-a03f78b82231 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908976 Jun 08 13:56:35.623125 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-57a75e52-f9b8-4a0a-b01b-72e5d0a0029b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:35.695799 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-57a75e52-f9b8-4a0a-b01b-72e5d0a0029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:35.702302 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-57a75e52-f9b8-4a0a-b01b-72e5d0a0029b admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:35.706516 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-57a75e52-f9b8-4a0a-b01b-72e5d0a0029b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a71f154-ef77-44a7-92cb-a858d0d0176d HTTP/1.1" status: 204 len: 168 time: 0.2684312 Jun 08 13:56:35.722024 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a75e52-f9b8-4a0a-b01b-72e5d0a0029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a71f154-ef77-44a7-92cb-a858d0d0176d,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:36.534134 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39920) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:36.638680 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1448400769-network', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:36.691828 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Made reservation on behalf of 0951acbab4624b4d83377bc94d26dc55 for: {'network': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:56:36.696155 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:36.724357 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:36.812614 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63fe35-8fed-4f7c-9976-a653ba2a7ce5 req-4e2335bf-8fbb-47fd-bb68-9d4f416388be tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:36.814923 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3e63fe35-8fed-4f7c-9976-a653ba2a7ce5 req-4e2335bf-8fbb-47fd-bb68-9d4f416388be tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.1141479 Jun 08 13:56:36.877426 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:36.921666 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3e63fe35-8fed-4f7c-9976-a653ba2a7ce5 req-a272d557-8607-43cb-91c7-32c709a0ea51 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948782 Jun 08 13:56:36.979899 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:36.985672 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.021193 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=97370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:56:37.027580 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb4528c-4df0-40cd-a110-525f9f952ff3,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:37.036633 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.036736 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.segments_db [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Added segment 5002aff3-5f61-4b7c-87d1-59aed5b45d66 of type vlan for network 103b4a78-0a55-4e9e-84b6-18d263cf3aee Jun 08 13:56:37.082058 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.111005 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.111963 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:37.112535 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.178916 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6429806 Jun 08 13:56:37.179739 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3e9dd-550d-4b53-8897-3e2c2be93a45 admin admin] Pushing event updated for resources: {'Network': ['ID=103b4a78-0a55-4e9e-84b6-18d263cf3aee,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:37.181691 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39928) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:37.186587 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Request body: {'subnet': {'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1448400769-subnet', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'ip_version': 4}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:37.191143 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 103b4a78-0a55-4e9e-84b6-18d263cf3aee details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:56:37.220050 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Made reservation on behalf of 0951acbab4624b4d83377bc94d26dc55 for: {'subnet': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:56:37.223662 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25448641'] for subnet, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.427537 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25448663'] for subnet, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.483330 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8187c7d-2e8f-4b23-acb5-d298688e771a,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:37.492868 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Checking segment: {'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:56:37.493233 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Network hostable DHCP agents. Network: 103b4a78-0a55-4e9e-84b6-18d263cf3aee, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:56:37.510553 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Network 103b4a78-0a55-4e9e-84b6-18d263cf3aee is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:56:37.521850 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 103b4a78-0a55-4e9e-84b6-18d263cf3aee) {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:37.528270 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:37.530002 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3350fba6-0d48-49f4-a5e6-363ce331e783 None None] Network 103b4a78-0a55-4e9e-84b6-18d263cf3aee requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:56:37.530161 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.551671 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e3249074-4f54-4edc-b5df-2641b82c03b1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3687000 Jun 08 13:56:37.554556 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39934) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:37.559595 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:37.585732 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.586911 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.660036 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.712672 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:56:37.713527 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.847682 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:37.874659 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Allocated IP 172.20.0.2 (103b4a78-0a55-4e9e-84b6-18d263cf3aee/b8187c7d-2e8f-4b23-acb5-d298688e771a/0ab6cb0c-df28-4c12-a557-9fb757316cee) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:38.072513 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:38.084115 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:38.111559 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:38.125100 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e479da-a6ac-4d92-8e95-5cebdf6011ce req-7e69139b-e7a1-4ccf-94ca-9e0dcf64b319 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:38.127410 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d5e479da-a6ac-4d92-8e95-5cebdf6011ce req-7e69139b-e7a1-4ccf-94ca-9e0dcf64b319 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0659690 Jun 08 13:56:38.133578 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:38.163439 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Network 103b4a78-0a55-4e9e-84b6-18d263cf3aee is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:38.167398 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:38.173968 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:56:38.187101 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Pushing event updated for resources: {'Port': ['ID=0ab6cb0c-df28-4c12-a557-9fb757316cee,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:38.209245 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d5e479da-a6ac-4d92-8e95-5cebdf6011ce req-ecb21905-3300-4783-adf4-562fe3611dcf tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661962 Jun 08 13:56:38.255839 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Attempting to bind port 0ab6cb0c-df28-4c12-a557-9fb757316cee on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:56:38.256203 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Attempting to bind port 0ab6cb0c-df28-4c12-a557-9fb757316cee by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:56:38.256553 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Attempting to bind port 0ab6cb0c-df28-4c12-a557-9fb757316cee on network 103b4a78-0a55-4e9e-84b6-18d263cf3aee {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:38.262105 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:56:38.262473 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Checking segment: {'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:56:38.262864 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:38.263246 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Bound using segment: {'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:56:38.263698 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Bound port: 0ab6cb0c-df28-4c12-a557-9fb757316cee, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:56:38.264099 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:38.292347 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Allocated IP 172.27.0.67 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/0c4fdbfb-484b-4eb9-9041-aed94df3e96e) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:38.340384 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] For port 0ab6cb0c-df28-4c12-a557-9fb757316cee, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:56:38.344976 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] For port 0ab6cb0c-df28-4c12-a557-9fb757316cee, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=0ab6cb0c-df28-4c12-a557-9fb757316cee,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:56:38.351717 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:38.422373 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f03a6-c6d5-4384-a443-9b2a9d191504 None None] Pushing event updated for resources: {'Port': ['ID=0ab6cb0c-df28-4c12-a557-9fb757316cee,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:38.460173 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:38.517917 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:38.565028 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:38.571169 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:38.575328 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:56:38.614068 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Pushing event updated for resources: {'Port': ['ID=0c4fdbfb-484b-4eb9-9041-aed94df3e96e,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:38.691456 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:56:38.935041 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:39.188262 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:39.269180 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 0ab6cb0c-df28-4c12-a557-9fb757316cee up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:39.332768 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 0ab6cb0c-df28-4c12-a557-9fb757316cee triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:39.333407 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:39.432771 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 0ab6cb0c-df28-4c12-a557-9fb757316cee is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:39.433466 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:39.452932 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403ee5d-b310-424a-87f8-1fcf48fd883b req-7def9b2c-a7bf-4b49-b119-dd7fbb2a1109 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:39.455882 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4403ee5d-b310-424a-87f8-1fcf48fd883b req-7def9b2c-a7bf-4b49-b119-dd7fbb2a1109 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.1021225 Jun 08 13:56:39.480223 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 0ab6cb0c-df28-4c12-a557-9fb757316cee, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=0ab6cb0c-df28-4c12-a557-9fb757316cee,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:39.492224 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:39.568625 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4403ee5d-b310-424a-87f8-1fcf48fd883b req-3dd779b4-769c-4fad-baab-db4a628915df tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045718 Jun 08 13:56:39.581473 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=0ab6cb0c-df28-4c12-a557-9fb757316cee,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:39.584894 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Router d5e479ca-d3d5-4fea-875d-cfa83a897158 is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:56:39.653488 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc98746-35c1-46de-b037-72eabcbbe69b None None] Network 103b4a78-0a55-4e9e-84b6-18d263cf3aee requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:56:39.736180 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:56:39.751807 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Sync routers for ids ['d5e479ca-d3d5-4fea-875d-cfa83a897158'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:56:39.762319 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-56e8578d-ca9a-4d6d-bdc9-c8dc44b4103d None None] Provisioning complete for port 0ab6cb0c-df28-4c12-a557-9fb757316cee triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:39.762624 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-56e8578d-ca9a-4d6d-bdc9-c8dc44b4103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:39.769713 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:39.770576 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Routers {'d5e479ca-d3d5-4fea-875d-cfa83a897158'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:56:39.771517 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:56:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d5e479ca-d3d5-4fea-875d-cfa83a897158'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:39.773088 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ae657d15-e132-49c3-b717-5360d9ccce6d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2175517 Jun 08 13:56:39.775818 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 39946) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:39.926452 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-56e8578d-ca9a-4d6d-bdc9-c8dc44b4103d None None] Current status of the port 0ab6cb0c-df28-4c12-a557-9fb757316cee is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:39.949776 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Set router d5e479ca-d3d5-4fea-875d-cfa83a897158 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:56:40.234615 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:38Z', 'revision_number': 3, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:40.274624 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Checking router: d5e479ca-d3d5-4fea-875d-cfa83a897158 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:56:40.275264 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Updating router d5e479ca-d3d5-4fea-875d-cfa83a897158 port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:56:40.276467 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-efe40a78-5296-4dfd-ae01-e2df041baee5 None None] Provisioning complete for port 0ab6cb0c-df28-4c12-a557-9fb757316cee triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:40.276935 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-efe40a78-5296-4dfd-ae01-e2df041baee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:40.306592 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:40.416066 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-efe40a78-5296-4dfd-ae01-e2df041baee5 None None] Current status of the port 0ab6cb0c-df28-4c12-a557-9fb757316cee is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:40.520747 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:40.655222 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:40.663252 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:40.722642 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Attempting to bind port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:56:40.723198 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Attempting to bind port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:56:40.723620 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Attempting to bind port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:40.730920 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:56:40.731357 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:56:40.731879 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:40.732242 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:56:40.733325 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Bound port: 0c4fdbfb-484b-4eb9-9041-aed94df3e96e, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:56:40.733979 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:40.736447 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Pushing event updated for resources: {'Port': ['ID=0c4fdbfb-484b-4eb9-9041-aed94df3e96e,revision_number=2']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:40.769077 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.769782 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.769878 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.771155 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.771155 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.777953 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.777953 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.781971 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.782580 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.783799 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.784333 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.785208 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:40.797867 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Allocated IP 172.20.0.1 (103b4a78-0a55-4e9e-84b6-18d263cf3aee/b8187c7d-2e8f-4b23-acb5-d298688e771a/5a36f591-fa08-40a3-b9c2-d0a5f37be7b7) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:40.810148 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699faa96-9432-402c-8855-d150d3df6334 req-680f2d73-41d2-45e7-8109-7d23a1351d76 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:40.811752 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-699faa96-9432-402c-8855-d150d3df6334 req-680f2d73-41d2-45e7-8109-7d23a1351d76 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0812957 Jun 08 13:56:40.833822 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] For port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:56:40.838004 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] For port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=0c4fdbfb-484b-4eb9-9041-aed94df3e96e,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:56:40.848142 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:40.890032 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-699faa96-9432-402c-8855-d150d3df6334 req-9ddc6e1b-5745-4bca-bbfd-5c9f42300d62 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670962 Jun 08 13:56:40.903973 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Routers {'d5e479ca-d3d5-4fea-875d-cfa83a897158'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:56:40.905210 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:56:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d5e479ca-d3d5-4fea-875d-cfa83a897158'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:40.985527 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:41.006815 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac645a4-8586-4b61-a913-8d8958d864fe None None] Pushing event updated for resources: {'Port': ['ID=0c4fdbfb-484b-4eb9-9041-aed94df3e96e,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:41.040978 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:41.042412 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] Set router d5e479ca-d3d5-4fea-875d-cfa83a897158 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:56:41.114060 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Network 103b4a78-0a55-4e9e-84b6-18d263cf3aee is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:41.119507 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Pushing event updated for resources: {'Port': ['ID=5a36f591-fa08-40a3-b9c2-d0a5f37be7b7,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:41.122296 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:41.127438 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:56:41.135509 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.135909 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.136187 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.136524 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.136953 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.137691 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.138173 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.139003 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.139910 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.140370 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.141056 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.141511 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:41.236102 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:41.274334 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 0ab6cb0c-df28-4c12-a557-9fb757316cee up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:41.412422 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 0ab6cb0c-df28-4c12-a557-9fb757316cee triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:41.413159 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:41.429462 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:38Z', 'revision_number': 3, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:41.443175 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:41.461900 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75f09d-c74b-4de8-9625-8f8ab326215e None None] The sync data for ids ['d5e479ca-d3d5-4fea-875d-cfa83a897158'] in dv-cinder-845130-1-iscsi is: [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:38Z', 'revision_number': 3, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:56:41.766242 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-207df859-9db3-44ee-ac0d-b91611b3ee26 None None] Provisioning complete for port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:41.766542 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-207df859-9db3-44ee-ac0d-b91611b3ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:41.768503 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 0ab6cb0c-df28-4c12-a557-9fb757316cee is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:41.796608 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:41.809232 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:41.829013 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-207df859-9db3-44ee-ac0d-b91611b3ee26 None None] Port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:56:41.899969 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:41.910763 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Pushing event updated for resources: {'Port': ['ID=5a36f591-fa08-40a3-b9c2-d0a5f37be7b7,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:42.036277 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Network 103b4a78-0a55-4e9e-84b6-18d263cf3aee is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:42.038159 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:42.165978 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebadf9-a6cf-483a-b837-5161afe5c9ca req-bf6b2709-b554-43fa-bd37-a1eab65e53d2 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:42.168523 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-81ebadf9-a6cf-483a-b837-5161afe5c9ca req-bf6b2709-b554-43fa-bd37-a1eab65e53d2 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.1159074 Jun 08 13:56:42.278108 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-81ebadf9-a6cf-483a-b837-5161afe5c9ca req-3dbcc314-57ae-4103-97d2-8cb5be449199 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695875 Jun 08 13:56:42.314694 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Router d5e479ca-d3d5-4fea-875d-cfa83a897158 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:56:42.471866 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-dc27a38a-5945-43c8-9a45-66c8dd323913 None None] Provisioning complete for port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:42.473404 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-dc27a38a-5945-43c8-9a45-66c8dd323913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:42.478682 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:56:42.486384 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-d7026c49-27ba-4579-b9b8-e0196f3abda6 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5e479ca-d3d5-4fea-875d-cfa83a897158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7089434 Jun 08 13:56:42.523741 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-dc27a38a-5945-43c8-9a45-66c8dd323913 None None] Port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:56:43.134806 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 39982) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:43.149745 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-24181447-network', 'tenant_id': 'cc19193870de4146add10d66e26571d5'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:43.199299 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Made reservation on behalf of cc19193870de4146add10d66e26571d5 for: {'network': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:56:43.204617 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.219224 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.322561 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 0c4fdbfb-484b-4eb9-9041-aed94df3e96e up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:43.403236 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.416728 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.418660 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:43.419288 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.443891 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=97370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:56:43.464204 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.464693 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.segments_db [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Added segment ea3ec7e8-89ce-4b73-ad08-c3e0429001f5 of type vlan for network f02dc169-1979-420e-9d80-b2739e1c5bc4 Jun 08 13:56:43.523226 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c9eb7-66a6-493b-a63a-df22ca6d00f9 req-64b171df-aae2-486b-827b-a019c9e624a6 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:43.530984 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5e0c9eb7-66a6-493b-a63a-df22ca6d00f9 req-64b171df-aae2-486b-827b-a019c9e624a6 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0855713 Jun 08 13:56:43.544687 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.602298 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bc302f-55b8-4460-af4a-1bc769fc40f4,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:43.604669 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.605849 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:43.606582 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.613548 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:43.614052 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.623114 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5e0c9eb7-66a6-493b-a63a-df22ca6d00f9 req-0e573c49-0db0-4c37-bf02-4d53bda1a439 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846899 Jun 08 13:56:43.639891 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.640448 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.640941 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.641431 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.643745 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.644656 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.645396 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.646082 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.646794 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.647292 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.647778 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.648283 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:43.683362 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=0c4fdbfb-484b-4eb9-9041-aed94df3e96e,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:43.693518 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.716149 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 40032) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:43.722099 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Request body: {'subnet': {'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-24181447-subnet', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:43.727497 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5908754 Jun 08 13:56:43.741178 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6c96e-e53f-4746-b667-017a2200440a admin admin] Pushing event updated for resources: {'Network': ['ID=f02dc169-1979-420e-9d80-b2739e1c5bc4,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:43.768241 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Made reservation on behalf of cc19193870de4146add10d66e26571d5 for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:56:43.771219 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26000096'] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:43.772878 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network f02dc169-1979-420e-9d80-b2739e1c5bc4 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:56:44.058875 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26000118'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:44.156068 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Checking segment: {'id': 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:56:44.156068 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Network hostable DHCP agents. Network: f02dc169-1979-420e-9d80-b2739e1c5bc4, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:56:44.170150 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=0c4fdbfb-484b-4eb9-9041-aed94df3e96e,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:44.174121 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0632ffaa-35b4-4fce-ac26-2174f8dcd190,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:44.188066 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Network f02dc169-1979-420e-9d80-b2739e1c5bc4 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:56:44.200273 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, f02dc169-1979-420e-9d80-b2739e1c5bc4) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:44.205685 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:44.207432 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:44.216426 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e848ca9-fd53-44e9-907c-4c2d434789c6 None None] Network f02dc169-1979-420e-9d80-b2739e1c5bc4 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:56:44.237122 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-9b20c573-c7fc-4d46-a44c-edef5d160d53 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5190883 Jun 08 13:56:44.239767 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 40050) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:44.244109 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-24181447-router', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:44.271486 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Sync routers for ids ['d5e479ca-d3d5-4fea-875d-cfa83a897158'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:56:44.284240 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:44.286676 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:44.291199 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Routers {'d5e479ca-d3d5-4fea-875d-cfa83a897158'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:56:44.292000 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:56:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d5e479ca-d3d5-4fea-875d-cfa83a897158'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:44.355655 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:44.483337 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Set router d5e479ca-d3d5-4fea-875d-cfa83a897158 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:56:44.512981 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-f02dc169-1979-420e-9d80-b2739e1c5bc4', 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'fixed_ips': [{'subnet_id': '0632ffaa-35b4-4fce-ac26-2174f8dcd190'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:56:44.514433 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:44.815333 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:44.888911 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Allocated IP 172.20.0.2 (f02dc169-1979-420e-9d80-b2739e1c5bc4/0632ffaa-35b4-4fce-ac26-2174f8dcd190/400fdc7a-e2c3-45f2-ab72-b107ca74aaa9) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:44.961336 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f54cd-8d2d-4f83-b06c-c0fb7ae81d0f req-c5742c50-1462-45d4-829d-f20556eb74e3 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:44.963426 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-157f54cd-8d2d-4f83-b06c-c0fb7ae81d0f req-c5742c50-1462-45d4-829d-f20556eb74e3 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.1447446 Jun 08 13:56:45.024664 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:41Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '5a36f591-fa08-40a3-b9c2-d0a5f37be7b7', 'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'mac_address': 'fa:16:3e:fa:cd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:40Z', 'updated_at': '2022-06-08T13:56:41Z', 'revision_number': 2, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'subnets': [{'id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:45.040304 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-157f54cd-8d2d-4f83-b06c-c0fb7ae81d0f req-d594d3e9-1197-43bf-9c76-01a6b528b387 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631354 Jun 08 13:56:45.057854 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Checking router: d5e479ca-d3d5-4fea-875d-cfa83a897158 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:56:45.057854 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Updating router d5e479ca-d3d5-4fea-875d-cfa83a897158 port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:56:45.097410 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee3654-1672-44a6-8799-7a19bc2b8d2f req-59d112c1-3df1-47cf-bad7-37dbfc368e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:45.111080 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3bee3654-1672-44a6-8799-7a19bc2b8d2f req-59d112c1-3df1-47cf-bad7-37dbfc368e95 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 1098 time: 0.1185596 Jun 08 13:56:45.176449 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.182834 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3bee3654-1672-44a6-8799-7a19bc2b8d2f req-6765394f-67c4-46ae-ab8e-b1a26b4a61e7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604584 Jun 08 13:56:45.213326 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.252317 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.268949 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.281242 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 0c4fdbfb-484b-4eb9-9041-aed94df3e96e up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:45.291212 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.400736 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Allocated IP 172.27.0.94 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/930f3b93-1b77-4108-977b-4a7f33486f33) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:45.405474 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Network f02dc169-1979-420e-9d80-b2739e1c5bc4 is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:45.474419 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:45.499570 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:56:45.519474 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Pushing event updated for resources: {'Port': ['ID=400fdc7a-e2c3-45f2-ab72-b107ca74aaa9,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:45.549594 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.615857 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:45.616270 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.631260 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.674683 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:45.677725 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:45.681426 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:56:45.713540 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Attempting to bind port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:56:45.714228 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Attempting to bind port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:56:45.714776 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Attempting to bind port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 on network f02dc169-1979-420e-9d80-b2739e1c5bc4 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:45.733355 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:56:45.734069 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Checking segment: {'id': 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:56:45.734935 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.735624 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Bound using segment: {'id': 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:56:45.736270 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Bound port: 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:56:45.736991 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.765075 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Pushing event updated for resources: {'Port': ['ID=930f3b93-1b77-4108-977b-4a7f33486f33,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:45.894960 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] For port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:56:45.933653 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] For port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=400fdc7a-e2c3-45f2-ab72-b107ca74aaa9,segment=NetworkSegment(ea3ec7e8-89ce-4b73-ad08-c3e0429001f5),segment_id=ea3ec7e8-89ce-4b73-ad08-c3e0429001f5)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:56:45.944492 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:45.962334 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:45.969838 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:46.009805 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:46.030177 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:46.064225 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001beb0f-f924-43a8-830e-c0421e50c37b None None] Pushing event updated for resources: {'Port': ['ID=400fdc7a-e2c3-45f2-ab72-b107ca74aaa9,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:46.303025 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c13614-1f9c-4379-894f-bdb0319ad279 req-af2e6991-1872-43db-b19a-89e4cd989695 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:46.308414 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ad283-0158-4a02-9974-5fe5890a8c3c None None] Pushing event updated for resources: {'Port': ['ID=5a36f591-fa08-40a3-b9c2-d0a5f37be7b7,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:46.325895 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e9c13614-1f9c-4379-894f-bdb0319ad279 req-af2e6991-1872-43db-b19a-89e4cd989695 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.1317503 Jun 08 13:56:46.335980 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Attempting to bind port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:56:46.336368 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Attempting to bind port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:56:46.336903 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Attempting to bind port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 on network 103b4a78-0a55-4e9e-84b6-18d263cf3aee {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:46.353164 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:56:46.353533 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Checking segment: {'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:56:46.354033 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:46.354466 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Bound using segment: {'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:56:46.354907 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Bound port: 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:56:46.355230 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:46.408344 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e9c13614-1f9c-4379-894f-bdb0319ad279 req-f5a335ad-be5c-4302-9c81-478187bd68b6 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803175 Jun 08 13:56:46.414254 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:46.555960 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] For port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:56:46.561184 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] For port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=5a36f591-fa08-40a3-b9c2-d0a5f37be7b7,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:56:46.575490 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:46.780348 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:56:46.956632 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:56:47.016681 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Sync routers for ids ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:56:47.021844 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Provisioning complete for port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:47.022444 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:47.038285 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Routers {'ce154f88-ff51-466e-a3f8-96a1c2bb7e87'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:56:47.038930 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:56:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:47.063365 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:47.065081 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-068b18db-fb0a-4f4d-aa02-172e35d544b6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8241951 Jun 08 13:56:47.066059 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 40084) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:47.074952 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Routers {'d5e479ca-d3d5-4fea-875d-cfa83a897158'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:56:47.075853 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:56:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d5e479ca-d3d5-4fea-875d-cfa83a897158'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:47.095203 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ad283-0158-4a02-9974-5fe5890a8c3c None None] Pushing event updated for resources: {'Port': ['ID=5a36f591-fa08-40a3-b9c2-d0a5f37be7b7,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:47.338103 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Set router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:56:47.340244 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e0da2004-1506-470c-940a-67e96eb5768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:47.417675 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Current status of the port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:47.418070 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:47.420628 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:47.674381 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'name': 'tempest-TestMinimumBasicScenario-24181447-router', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:44Z', 'updated_at': '2022-06-08T13:56:45Z', 'revision_number': 3, 'project_id': 'cc19193870de4146add10d66e26571d5', 'gw_port': {'id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:48:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:45Z', 'updated_at': '2022-06-08T13:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:47.695905 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] Set router d5e479ca-d3d5-4fea-875d-cfa83a897158 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:56:47.705497 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636dd3-7a06-40b9-b12f-dd7306ef1d12 req-e033394b-557f-4810-99ab-2e9979fd3263 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:47.714520 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4b636dd3-7a06-40b9-b12f-dd7306ef1d12 req-e033394b-557f-4810-99ab-2e9979fd3263 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.1805968 Jun 08 13:56:47.748583 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Checking router: ce154f88-ff51-466e-a3f8-96a1c2bb7e87 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:56:47.749446 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Updating router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 port 930f3b93-1b77-4108-977b-4a7f33486f33 binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:56:47.814526 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4b636dd3-7a06-40b9-b12f-dd7306ef1d12 req-ec8fb924-f894-434f-80c7-66afeef25ce6 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834937 Jun 08 13:56:47.814874 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:47.854155 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] For port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=5a36f591-fa08-40a3-b9c2-d0a5f37be7b7,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:47.905216 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:47.950482 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.152999 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcf82a7-8a6d-41a4-9d58-5bed9a13b9c6 None None] Network f02dc169-1979-420e-9d80-b2739e1c5bc4 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:56:48.188653 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:48.189014 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.251587 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.262655 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.298794 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-4522432b-6e22-4d78-b0dc-f9ba5562806a None None] Provisioning complete for port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:48.299050 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-4522432b-6e22-4d78-b0dc-f9ba5562806a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.300735 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Allocated IP 172.20.0.1 (f02dc169-1979-420e-9d80-b2739e1c5bc4/0632ffaa-35b4-4fce-ac26-2174f8dcd190/6fb5812a-2180-4b01-9410-c66f0cc7dd5f) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:48.312253 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Pushing event updated for resources: {'Port': ['ID=5a36f591-fa08-40a3-b9c2-d0a5f37be7b7,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:48.333829 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae665a-fd3f-43d8-bb7a-bfa6fb723616 None None] Pushing event updated for resources: {'Port': ['ID=930f3b93-1b77-4108-977b-4a7f33486f33,revision_number=2']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:48.356150 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Attempting to bind port 930f3b93-1b77-4108-977b-4a7f33486f33 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:56:48.356530 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Attempting to bind port 930f3b93-1b77-4108-977b-4a7f33486f33 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:56:48.357163 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Attempting to bind port 930f3b93-1b77-4108-977b-4a7f33486f33 on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:48.364432 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:56:48.364890 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:56:48.365178 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.365728 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:56:48.366027 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Bound port: 930f3b93-1b77-4108-977b-4a7f33486f33, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:56:48.366416 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.366975 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.367325 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.367732 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.368066 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.368392 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.368715 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.369036 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.369446 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.369852 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.370231 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.370619 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.371201 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e92fb36-8658-4174-bcbf-72592cc3ab01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:56:48.429783 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] For port 930f3b93-1b77-4108-977b-4a7f33486f33, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:56:48.433940 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] For port 930f3b93-1b77-4108-977b-4a7f33486f33, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=930f3b93-1b77-4108-977b-4a7f33486f33,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:56:48.459177 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.520401 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:41Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '5a36f591-fa08-40a3-b9c2-d0a5f37be7b7', 'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'mac_address': 'fa:16:3e:fa:cd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:40Z', 'updated_at': '2022-06-08T13:56:46Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'subnets': [{'id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:48.558267 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae665a-fd3f-43d8-bb7a-bfa6fb723616 None None] Pushing event updated for resources: {'Port': ['ID=930f3b93-1b77-4108-977b-4a7f33486f33,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:48.572113 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Routers {'ce154f88-ff51-466e-a3f8-96a1c2bb7e87'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:56:48.572524 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:56:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:48.591004 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b46aca-e522-4498-b185-1062ef1e26e6 None None] The sync data for ids ['d5e479ca-d3d5-4fea-875d-cfa83a897158'] in dv-cinder-845130-1-iscsi is: [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:41Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '5a36f591-fa08-40a3-b9c2-d0a5f37be7b7', 'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'mac_address': 'fa:16:3e:fa:cd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:40Z', 'updated_at': '2022-06-08T13:56:46Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'subnets': [{'id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:56:48.605216 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:48.606050 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.610394 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-4522432b-6e22-4d78-b0dc-f9ba5562806a None None] Current status of the port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:48.625333 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd042db-40d4-4e62-8b9b-d62d8db49cb9 req-b6249878-aa11-41f0-8840-98ce7ab75a3f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:48.636154 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fdd042db-40d4-4e62-8b9b-d62d8db49cb9 req-b6249878-aa11-41f0-8840-98ce7ab75a3f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.5064023 Jun 08 13:56:48.653489 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d958c-5c64-4b78-835e-22214806e43e req-13e26d83-fe24-4c96-a5f7-558db015149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:48.668830 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-767d958c-5c64-4b78-835e-22214806e43e req-13e26d83-fe24-4c96-a5f7-558db015149c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 1098 time: 0.5225306 Jun 08 13:56:48.721260 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=400fdc7a-e2c3-45f2-ab72-b107ca74aaa9,segment=NetworkSegment(ea3ec7e8-89ce-4b73-ad08-c3e0429001f5),segment_id=ea3ec7e8-89ce-4b73-ad08-c3e0429001f5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:48.734181 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.764834 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.768770 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] Set router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:56:48.871360 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=400fdc7a-e2c3-45f2-ab72-b107ca74aaa9,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:48.909960 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fdd042db-40d4-4e62-8b9b-d62d8db49cb9 req-e7325d29-9db4-44e7-b8e7-b94eb66d7387 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701943 Jun 08 13:56:48.934217 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-ddbf7bb4-bb31-4215-99b1-24db61f1957d None None] Provisioning complete for port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:48.937766 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ddbf7bb4-bb31-4215-99b1-24db61f1957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:48.986931 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d958c-5c64-4b78-835e-22214806e43e req-a3a02448-7006-4e3b-818a-bc9103dc80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:48.990163 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-767d958c-5c64-4b78-835e-22214806e43e req-a3a02448-7006-4e3b-818a-bc9103dc80b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.2912066 Jun 08 13:56:48.991916 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:49.101502 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-767d958c-5c64-4b78-835e-22214806e43e req-2da58c3f-4658-460e-a71e-b57ae507bb31 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e HTTP/1.1" status: 200 len: 217 time: 0.0632837 Jun 08 13:56:49.106016 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf7bb4-bb31-4215-99b1-24db61f1957d None None] Current status of the port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:49.120851 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'name': 'tempest-TestMinimumBasicScenario-24181447-router', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:44Z', 'updated_at': '2022-06-08T13:56:45Z', 'revision_number': 3, 'project_id': 'cc19193870de4146add10d66e26571d5', 'gw_port': {'id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:48:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:45Z', 'updated_at': '2022-06-08T13:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:49.127791 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Network f02dc169-1979-420e-9d80-b2739e1c5bc4 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:49.148447 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:49.151227 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:56:49.185321 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb5812a-2180-4b01-9410-c66f0cc7dd5f,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:49.207131 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b5290-f2d0-4778-9152-40b2b2014b76 None None] The sync data for ids ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'] in dv-cinder-845130-1-iscsi is: [{'id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'name': 'tempest-TestMinimumBasicScenario-24181447-router', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:44Z', 'updated_at': '2022-06-08T13:56:45Z', 'revision_number': 3, 'project_id': 'cc19193870de4146add10d66e26571d5', 'gw_port': {'id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:48:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:45Z', 'updated_at': '2022-06-08T13:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:56:49.248925 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-b2583e3b-1e26-45a6-86e6-cc204ca6542d None None] Provisioning complete for port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:49.249556 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b2583e3b-1e26-45a6-86e6-cc204ca6542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:49.268594 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d958c-5c64-4b78-835e-22214806e43e req-792cb4a4-98c4-4775-a349-b7db91886941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:49.269948 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-767d958c-5c64-4b78-835e-22214806e43e req-792cb4a4-98c4-4775-a349-b7db91886941 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.1555736 Jun 08 13:56:49.298352 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:49.484482 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-3b3f28c0-7735-4046-a75d-faed3c7e3cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:49.520372 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:49.528807 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:49.548873 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d958c-5c64-4b78-835e-22214806e43e req-843d8ce0-b6a3-4e8f-ba7c-11972d295bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:49.554335 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-767d958c-5c64-4b78-835e-22214806e43e req-843d8ce0-b6a3-4e8f-ba7c-11972d295bcb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2686336 Jun 08 13:56:49.621432 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-b2583e3b-1e26-45a6-86e6-cc204ca6542d None None] Current status of the port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:49.686793 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:49.687480 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:49.778168 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-767d958c-5c64-4b78-835e-22214806e43e req-ba44ad2b-9ee7-417d-ac15-37a10fdf5dd8 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088113 Jun 08 13:56:49.805767 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-4eeabe91-0465-4c30-8a87-ad5f894b7161 None None] Provisioning complete for port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:49.805767 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-4eeabe91-0465-4c30-8a87-ad5f894b7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:49.873439 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-4eeabe91-0465-4c30-8a87-ad5f894b7161 None None] Port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:56:50.052291 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:50.053573 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:50.150144 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:50.153446 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:50.222798 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-767d958c-5c64-4b78-835e-22214806e43e req-95c46927-3a0b-4631-a870-804c674f3dee service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148331 Jun 08 13:56:50.275263 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8b050-fc9c-4b21-b243-17b6a3568890 req-4ed2dde4-7391-41fe-a088-4d054eb7cf62 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:50.291979 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-84c8b050-fc9c-4b21-b243-17b6a3568890 req-4ed2dde4-7391-41fe-a088-4d054eb7cf62 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.2357953 Jun 08 13:56:50.337796 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:50.378077 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:50.410998 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-84c8b050-fc9c-4b21-b243-17b6a3568890 req-2875a66c-d84a-4a57-9386-a301be798f61 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176782 Jun 08 13:56:50.411891 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:50.505562 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:50.538052 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb5812a-2180-4b01-9410-c66f0cc7dd5f,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:50.639278 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Network f02dc169-1979-420e-9d80-b2739e1c5bc4 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:50.646388 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:50.885372 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:56:51.049293 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:51.114929 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-079de3d2-c301-4bef-99dd-34e132ca1f9b None None] Provisioning complete for port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:51.115502 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-079de3d2-c301-4bef-99dd-34e132ca1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:51.199104 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-079de3d2-c301-4bef-99dd-34e132ca1f9b None None] Port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:56:51.321819 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:56:51.327180 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 930f3b93-1b77-4108-977b-4a7f33486f33 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:51.327899 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-d92844bf-dd01-4e2c-a055-754293ffb815 admin admin] 10.222.0.64 "PUT /v2.0/routers/ce154f88-ff51-466e-a3f8-96a1c2bb7e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2602823 Jun 08 13:56:51.395121 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 930f3b93-1b77-4108-977b-4a7f33486f33 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:51.395700 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:51.535041 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 930f3b93-1b77-4108-977b-4a7f33486f33 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:51.535598 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:51.561933 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 930f3b93-1b77-4108-977b-4a7f33486f33, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=930f3b93-1b77-4108-977b-4a7f33486f33,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:51.570145 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:51.632053 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=930f3b93-1b77-4108-977b-4a7f33486f33,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:51.642926 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f993b-1bac-4bf7-b61c-9eafdf297d20 req-78d354d5-4541-4dd1-9183-16bd37ff0711 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:51.644566 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-248f993b-1bac-4bf7-b61c-9eafdf297d20 req-78d354d5-4541-4dd1-9183-16bd37ff0711 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.1196992 Jun 08 13:56:51.692114 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-248f993b-1bac-4bf7-b61c-9eafdf297d20 req-78d3a778-f98a-4a9b-8c90-60b58492885a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Jun 08 13:56:52.267672 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:52.286171 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Sync routers for ids ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:56:52.298758 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Routers {'ce154f88-ff51-466e-a3f8-96a1c2bb7e87'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:56:52.299544 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:56:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:52.545588 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Set router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:56:52.770110 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'name': 'tempest-TestMinimumBasicScenario-24181447-router', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:44Z', 'updated_at': '2022-06-08T13:56:49Z', 'revision_number': 4, 'project_id': 'cc19193870de4146add10d66e26571d5', 'gw_port': {'id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:48:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:45Z', 'updated_at': '2022-06-08T13:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '6fb5812a-2180-4b01-9410-c66f0cc7dd5f', 'name': '', 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'mac_address': 'fa:16:3e:36:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0632ffaa-35b4-4fce-ac26-2174f8dcd190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:48Z', 'updated_at': '2022-06-08T13:56:49Z', 'revision_number': 2, 'project_id': 'cc19193870de4146add10d66e26571d5', 'subnets': [{'id': '0632ffaa-35b4-4fce-ac26-2174f8dcd190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:52.810226 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Checking router: ce154f88-ff51-466e-a3f8-96a1c2bb7e87 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:56:52.810623 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Updating router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:56:52.842212 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:52.844193 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:52.865599 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5297f-d6f3-4e93-b1c8-3467e4573080 req-c4734dba-53a8-4564-a5fa-8aa0f11fdcdc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:52.880051 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c2a5297f-d6f3-4e93-b1c8-3467e4573080 req-c4734dba-53a8-4564-a5fa-8aa0f11fdcdc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0864406 Jun 08 13:56:52.922343 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c2a5297f-d6f3-4e93-b1c8-3467e4573080 req-4e8eb7f4-9ed3-488b-8998-a3b67b3f3772 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Jun 08 13:56:53.151993 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:53.158739 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:53.234858 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d13e4e-415d-4114-ab7a-46c919f68564 None None] Pushing event updated for resources: {'Port': ['ID=6fb5812a-2180-4b01-9410-c66f0cc7dd5f,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:53.255596 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 930f3b93-1b77-4108-977b-4a7f33486f33 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:53.329066 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Attempting to bind port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:56:53.329446 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Attempting to bind port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:56:53.329820 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Attempting to bind port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f on network f02dc169-1979-420e-9d80-b2739e1c5bc4 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:56:53.336854 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:56:53.337230 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Checking segment: {'id': 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:56:53.337651 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:53.338050 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Bound using segment: {'id': 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:56:53.338519 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Bound port: 6fb5812a-2180-4b01-9410-c66f0cc7dd5f, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:56:53.338898 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:53.387539 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 930f3b93-1b77-4108-977b-4a7f33486f33 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:53.387906 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:53.459982 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] For port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:56:53.464794 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] For port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=6fb5812a-2180-4b01-9410-c66f0cc7dd5f,segment=NetworkSegment(ea3ec7e8-89ce-4b73-ad08-c3e0429001f5),segment_id=ea3ec7e8-89ce-4b73-ad08-c3e0429001f5)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:56:53.469905 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-b382d7fc-e404-4cad-9561-d6bce1e0b984 None None] Provisioning complete for port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:53.470309 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b382d7fc-e404-4cad-9561-d6bce1e0b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:53.474132 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:53.613199 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 930f3b93-1b77-4108-977b-4a7f33486f33 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:53.618824 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Routers {'ce154f88-ff51-466e-a3f8-96a1c2bb7e87'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:56:53.619736 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:56:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:53.626645 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d13e4e-415d-4114-ab7a-46c919f68564 None None] Pushing event updated for resources: {'Port': ['ID=6fb5812a-2180-4b01-9410-c66f0cc7dd5f,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:53.753635 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-b382d7fc-e404-4cad-9561-d6bce1e0b984 None None] Current status of the port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:53.754038 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b382d7fc-e404-4cad-9561-d6bce1e0b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:53.937589 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] Set router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:56:54.048892 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-b382d7fc-e404-4cad-9561-d6bce1e0b984 None None] For port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=6fb5812a-2180-4b01-9410-c66f0cc7dd5f,segment=NetworkSegment(ea3ec7e8-89ce-4b73-ad08-c3e0429001f5),segment_id=ea3ec7e8-89ce-4b73-ad08-c3e0429001f5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:56:54.059334 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b382d7fc-e404-4cad-9561-d6bce1e0b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:54.128316 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0904c4-ad32-477b-95e0-43b2f0470415 req-920847a1-5941-4dab-bda3-7c02fb8f45aa tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:56:54.141513 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-db0904c4-ad32-477b-95e0-43b2f0470415 req-920847a1-5941-4dab-bda3-7c02fb8f45aa tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0904601 Jun 08 13:56:54.205932 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-db0904c4-ad32-477b-95e0-43b2f0470415 req-7ac067fc-877d-4baf-9531-6e3407bfa74e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587707 Jun 08 13:56:54.217881 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382d7fc-e404-4cad-9561-d6bce1e0b984 None None] Pushing event updated for resources: {'Port': ['ID=6fb5812a-2180-4b01-9410-c66f0cc7dd5f,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:54.260504 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-5cec3d2f-4fa9-4d88-87fe-42837ee81c68 None None] Provisioning complete for port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:54.260881 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-5cec3d2f-4fa9-4d88-87fe-42837ee81c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:54.397302 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-5cec3d2f-4fa9-4d88-87fe-42837ee81c68 None None] Current status of the port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:54.407397 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'name': 'tempest-TestMinimumBasicScenario-24181447-router', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:44Z', 'updated_at': '2022-06-08T13:56:49Z', 'revision_number': 4, 'project_id': 'cc19193870de4146add10d66e26571d5', 'gw_port': {'id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:48:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:45Z', 'updated_at': '2022-06-08T13:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '6fb5812a-2180-4b01-9410-c66f0cc7dd5f', 'name': '', 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'mac_address': 'fa:16:3e:36:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0632ffaa-35b4-4fce-ac26-2174f8dcd190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:48Z', 'updated_at': '2022-06-08T13:56:53Z', 'revision_number': 4, 'project_id': 'cc19193870de4146add10d66e26571d5', 'subnets': [{'id': '0632ffaa-35b4-4fce-ac26-2174f8dcd190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:56:54.436111 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0aebc-31e5-456f-a646-abf653b16d95 None None] The sync data for ids ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'] in dv-cinder-845130-1-iscsi is: [{'id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'name': 'tempest-TestMinimumBasicScenario-24181447-router', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:44Z', 'updated_at': '2022-06-08T13:56:49Z', 'revision_number': 4, 'project_id': 'cc19193870de4146add10d66e26571d5', 'gw_port': {'id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:48:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:45Z', 'updated_at': '2022-06-08T13:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '6fb5812a-2180-4b01-9410-c66f0cc7dd5f', 'name': '', 'network_id': 'f02dc169-1979-420e-9d80-b2739e1c5bc4', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'mac_address': 'fa:16:3e:36:db:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0632ffaa-35b4-4fce-ac26-2174f8dcd190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:48Z', 'updated_at': '2022-06-08T13:56:53Z', 'revision_number': 4, 'project_id': 'cc19193870de4146add10d66e26571d5', 'subnets': [{'id': '0632ffaa-35b4-4fce-ac26-2174f8dcd190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:56:55.254449 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 6fb5812a-2180-4b01-9410-c66f0cc7dd5f up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:56:55.305296 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:56:55.305682 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:55.390197 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:56:55.757235 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 40186) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:55.761890 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-43ca6fdc-bcaf-4fe0-a19b-6a049e568b82 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869498938', 'description': 'tempest-description--2030745337'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:55.789565 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-43ca6fdc-bcaf-4fe0-a19b-6a049e568b82 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:55.884760 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-43ca6fdc-bcaf-4fe0-a19b-6a049e568b82 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:55.890672 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-43ca6fdc-bcaf-4fe0-a19b-6a049e568b82 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:55.938118 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca6fdc-bcaf-4fe0-a19b-6a049e568b82 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb9e99d-b583-4753-9f2f-577806f75f0b,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:55.954864 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-43ca6fdc-bcaf-4fe0-a19b-6a049e568b82 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:55.956635 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-43ca6fdc-bcaf-4fe0-a19b-6a049e568b82 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1982462 Jun 08 13:56:55.959694 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 40196) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:55.966772 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-49dcf581-2017-49a5-93d3-93e52663146b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Request body: {'security_group_rule': {'security_group_id': '8bb9e99d-b583-4753-9f2f-577806f75f0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:56.006193 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-49dcf581-2017-49a5-93d3-93e52663146b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.123706 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-49dcf581-2017-49a5-93d3-93e52663146b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.132366 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-49dcf581-2017-49a5-93d3-93e52663146b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.152890 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcf581-2017-49a5-93d3-93e52663146b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72c9753-be4b-4ae5-b56c-5738d4103373,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:56.190781 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-49dcf581-2017-49a5-93d3-93e52663146b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.200202 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 40204) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:56.202141 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-49dcf581-2017-49a5-93d3-93e52663146b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2355959 Jun 08 13:56:56.206690 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-8e5a72b9-5253-4b39-a0f6-4af61543561b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Request body: {'security_group_rule': {'security_group_id': '8bb9e99d-b583-4753-9f2f-577806f75f0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:56.244518 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8e5a72b9-5253-4b39-a0f6-4af61543561b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.335909 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8e5a72b9-5253-4b39-a0f6-4af61543561b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.343436 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8e5a72b9-5253-4b39-a0f6-4af61543561b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.373571 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a72b9-5253-4b39-a0f6-4af61543561b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4e489d-2422-4886-b3a1-68c94ee3c849,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:56.389378 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8e5a72b9-5253-4b39-a0f6-4af61543561b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.394091 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 40208) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:56:56.396392 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-8e5a72b9-5253-4b39-a0f6-4af61543561b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943161 Jun 08 13:56:56.399127 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:56:56.430345 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for floatingip, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.551636 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.682130 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Allocated IP 172.27.0.208 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/0c8c44c1-c42b-4604-aeaf-9540387c994f) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:56:56.799137 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.839667 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:56.880218 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:56:56.882956 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:56:56.885908 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:56:56.913710 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event updated for resources: {'Port': ['ID=0c8c44c1-c42b-4604-aeaf-9540387c994f,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:57.000211 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:57.058899 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:57.274010 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:57.283630 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:57.359641 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event updated for resources: {'Port': ['ID=0c8c44c1-c42b-4604-aeaf-9540387c994f,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:56:57.371397 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:57.389740 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:56:57.390823 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-387d3d80-416f-4a81-b0af-d0d476f55a15 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9955063 Jun 08 13:57:03.335507 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-e82434b6-0123-4a2f-8fb6-242827cb6d16 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--869498938&fields=id&tenant_id=cbf74718853442df9197c1600d83ef3d HTTP/1.1" status: 200 len: 267 time: 0.0500369 Jun 08 13:57:03.479567 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c7abe-48c2-4292-95d2-52856cc7328e req-75a623bf-9bdc-4e76-932f-a274f5f3b0cc tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:03.482515 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cb1c7abe-48c2-4292-95d2-52856cc7328e req-75a623bf-9bdc-4e76-932f-a274f5f3b0cc tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0513768 Jun 08 13:57:03.489108 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-4737b438-cd87-418f-b25e-e50f779dd196 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:03.490673 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-4737b438-cd87-418f-b25e-e50f779dd196 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 819 time: 0.1518042 Jun 08 13:57:03.510350 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-59238bbc-6346-46ab-afb0-7a07ede30008 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/quotas/cbf74718853442df9197c1600d83ef3d HTTP/1.1" status: 200 len: 375 time: 0.0138011 Jun 08 13:57:03.542483 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cb1c7abe-48c2-4292-95d2-52856cc7328e req-3228c963-e5c9-4803-a798-85601e95484e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539649 Jun 08 13:57:03.570814 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-32d8a7aa-574a-46b8-b307-43d5e8b6328f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575616 Jun 08 13:57:03.699686 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-ec63f076-e93d-46cb-809f-06df1ac23c04 service neutron] 10.222.0.64 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137202 Jun 08 13:57:03.806686 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-a3708af3-2141-4fda-8cda-0e85bd84cb7e service neutron] 10.222.0.64 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990832 Jun 08 13:57:04.084779 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-394ff947-344f-4e40-82ec-995cdd6f9dc9 req-d5fe99fb-1492-4472-ad83-73759139159e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 210 time: 0.0638354 Jun 08 13:57:04.762933 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8ecb-e338-49e5-ba32-d5b14f05d122 req-4902bd70-d1a1-4850-9bc8-5a12bc2ae699 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:04.772919 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1a5f8ecb-e338-49e5-ba32-d5b14f05d122 req-4902bd70-d1a1-4850-9bc8-5a12bc2ae699 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1342168 Jun 08 13:57:04.870090 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1a5f8ecb-e338-49e5-ba32-d5b14f05d122 req-79bac4aa-b8cd-4e44-88d5-bbe9354fb6b8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924215 Jun 08 13:57:05.082367 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 40410) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:05.086860 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-ed3454fa-117d-44c9-8779-e7337765db6b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879007487', 'description': 'tempest-description--1387085414'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:05.115664 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ed3454fa-117d-44c9-8779-e7337765db6b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.210113 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ed3454fa-117d-44c9-8779-e7337765db6b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.214889 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ed3454fa-117d-44c9-8779-e7337765db6b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.242265 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ed3454fa-117d-44c9-8779-e7337765db6b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.243971 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ed3454fa-117d-44c9-8779-e7337765db6b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1606066 Jun 08 13:57:05.247149 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 40420) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:05.252184 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-d4a06022-b382-4c49-8d39-3a5b275ff1f4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group_rule': {'security_group_id': '33067c9e-51b3-4ada-aeb8-beca81baaaaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:05.260850 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e380b109-6f97-4bfd-a074-3a7fe865fba0 req-64027b72-e948-44c7-ac71-7e41e991dee8 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 210 time: 0.1005228 Jun 08 13:57:05.282494 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3454fa-117d-44c9-8779-e7337765db6b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33067c9e-51b3-4ada-aeb8-beca81baaaaf,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:05.310809 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d4a06022-b382-4c49-8d39-3a5b275ff1f4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.366179 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d4a06022-b382-4c49-8d39-3a5b275ff1f4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.370760 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d4a06022-b382-4c49-8d39-3a5b275ff1f4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.390244 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a06022-b382-4c49-8d39-3a5b275ff1f4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5971f654-6b26-49a3-a97f-b6a328cb5e4e,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:05.404213 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d4a06022-b382-4c49-8d39-3a5b275ff1f4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.405509 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d4a06022-b382-4c49-8d39-3a5b275ff1f4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572137 Jun 08 13:57:05.408111 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 40434) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:05.412812 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-39a45198-8473-45fa-869d-5a8ccde5d914 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group_rule': {'security_group_id': '33067c9e-51b3-4ada-aeb8-beca81baaaaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:05.442396 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-39a45198-8473-45fa-869d-5a8ccde5d914 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.520633 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-39a45198-8473-45fa-869d-5a8ccde5d914 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.529118 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-39a45198-8473-45fa-869d-5a8ccde5d914 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.554786 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a45198-8473-45fa-869d-5a8ccde5d914 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214ef8db-dd65-4a99-a5ac-9bfe90a212ff,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:05.561993 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-39a45198-8473-45fa-869d-5a8ccde5d914 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.564451 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-39a45198-8473-45fa-869d-5a8ccde5d914 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544912 Jun 08 13:57:05.566948 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 40446) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:05.572044 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:05.596055 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.715408 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:05.842798 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Allocated IP 172.27.0.229 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/aab33f06-f531-4c1f-b5b0-6b38dcf12059) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:05.961032 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:06.005091 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8ab0f-f888-4609-800b-1f57be3415b0 req-23c10aaf-aa87-4d86-8e2c-6970bb6335d4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:06.006622 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a4b8ab0f-f888-4609-800b-1f57be3415b0 req-23c10aaf-aa87-4d86-8e2c-6970bb6335d4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0605698 Jun 08 13:57:06.007040 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:06.056103 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:06.060436 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:06.060586 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a4b8ab0f-f888-4609-800b-1f57be3415b0 req-55f00126-7896-4a5c-880b-6df081a53b9b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462520 Jun 08 13:57:06.064190 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:06.109572 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=aab33f06-f531-4c1f-b5b0-6b38dcf12059,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:06.180651 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:06.219046 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:06.355168 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7c9dd759-2c3b-4d83-8f78-5f8753169b3b req-5a9fb5a4-b1f4-4e69-8b46-bbd4094a4a92 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 210 time: 0.0332992 Jun 08 13:57:06.418971 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:06.429668 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:06.505346 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=aab33f06-f531-4c1f-b5b0-6b38dcf12059,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:06.518619 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:06.541902 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:06.543372 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-e1d15b6b-5cc8-40b0-b5d0-5669567d40b9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9750438 Jun 08 13:57:06.798266 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-00330e8c-adf0-49db-8434-2540cc8bb854 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1879007487&fields=id&tenant_id=aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 267 time: 0.0511167 Jun 08 13:57:06.948901 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-6b93bbf6-cc6d-43c1-b1d3-a7ddeec8dde3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:06.950461 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-6b93bbf6-cc6d-43c1-b1d3-a7ddeec8dde3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 813 time: 0.1465223 Jun 08 13:57:06.970235 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-1696f478-f7ac-46cd-867d-adaaf1fa4945 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/quotas/aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 375 time: 0.0135090 Jun 08 13:57:07.045725 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5697d453-9253-47b8-ab61-cddbf5bd4956 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0696929 Jun 08 13:57:07.190996 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-864a84ae-42c2-4b19-831a-8092eaa924cf service neutron] 10.222.0.64 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253448 Jun 08 13:57:07.227713 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c2ad9-3328-4df1-a8cd-9151dd445030 req-d5d35aa4-9702-4da9-8392-4dfc38a263c7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:07.229224 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-189c2ad9-3328-4df1-a8cd-9151dd445030 req-d5d35aa4-9702-4da9-8392-4dfc38a263c7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0770352 Jun 08 13:57:07.286240 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-189c2ad9-3328-4df1-a8cd-9151dd445030 req-3cac3aa9-fade-4398-8307-39f0339f755b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444214 Jun 08 13:57:07.303248 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-97380a9e-e485-4f53-9229-51405f79d7cd service neutron] 10.222.0.64 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028092 Jun 08 13:57:07.514745 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1589208a-4160-4f44-b0dd-dddf0c8fc747 req-4235f766-1e98-4b05-a5db-d7e297f0ce36 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 210 time: 0.0364799 Jun 08 13:57:07.572165 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:07.584086 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-20182aae-73cc-43d4-821d-7f2de83e85f8 req-ebd4fdb0-3555-45bf-8429-810bae5907ca tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 210 time: 0.0668817 Jun 08 13:57:08.308507 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-61d62028-e9d8-490a-bf1a-ba94dcf3d53a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:08.310125 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-61d62028-e9d8-490a-bf1a-ba94dcf3d53a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 819 time: 0.1640627 Jun 08 13:57:08.364099 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-77fccecd-c130-4c43-96f8-ee6af829bd4b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbf74718853442df9197c1600d83ef3d HTTP/1.1" status: 200 len: 379 time: 0.0422571 Jun 08 13:57:08.380444 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Request body: {'port': {'device_id': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'admin_state_up': True, 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'security_groups': ['8bb9e99d-b583-4753-9f2f-577806f75f0b']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:08.462082 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456f4d5-0d2d-4acf-99e8-4c776334db71 req-99b52d76-f975-42aa-8be5-4d8c3f011e09 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:08.471371 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f456f4d5-0d2d-4acf-99e8-4c776334db71 req-99b52d76-f975-42aa-8be5-4d8c3f011e09 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0814362 Jun 08 13:57:08.513713 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f456f4d5-0d2d-4acf-99e8-4c776334db71 req-85d45014-4705-447c-9482-52e53dcc1fc8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 Jun 08 13:57:08.537263 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Made reservation on behalf of cbf74718853442df9197c1600d83ef3d for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:57:08.541148 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:08.649033 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8b6227d5-15a6-41fc-b965-a7c63ad0bac1 req-c4eb1b77-25f9-4825-8abc-4028641cf94b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 210 time: 0.0450304 Jun 08 13:57:08.725883 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b7af7d6b-1911-46d6-b08a-cc860cc62763 req-8fd0afee-eac5-460c-8f6b-9891741fafea tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 210 time: 0.0324664 Jun 08 13:57:08.742125 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Allocated IP 172.20.0.12 (54977f0b-29d9-45a1-af4e-31bae1d37d86/9ea09a68-7dd7-4aa5-9cc9-3b72d053d335/ece7333b-805e-4fd2-8930-53075a313014) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:08.854429 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 40530) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:08.977400 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a3e0ff-73f1-43b4-bcb4-cadc7080965b admin admin] Deleting subnet 0b5ee319-4134-4f34-9e77-859b0576f8a3 {{(pid=97369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 13:57:08.988047 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-95a3e0ff-73f1-43b4-bcb4-cadc7080965b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.031967 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.046657 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-95a3e0ff-73f1-43b4-bcb4-cadc7080965b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3193986'] for subnet, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.049484 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-e56e216d-8d2c-4346-9233-8a29e5c810f0 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:09.051769 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-e56e216d-8d2c-4346-9233-8a29e5c810f0 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 813 time: 0.2286325 Jun 08 13:57:09.104056 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-95a3e0ff-73f1-43b4-bcb4-cadc7080965b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.150169 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.203318 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:09.212598 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:09.215279 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:09.256196 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-95a3e0ff-73f1-43b4-bcb4-cadc7080965b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26000125'] for subnet, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.263703 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event updated for resources: {'Port': ['ID=ece7333b-805e-4fd2-8930-53075a313014,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:09.296938 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3e0ff-73f1-43b4-bcb4-cadc7080965b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5ee319-4134-4f34-9e77-859b0576f8a3,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:09.305403 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-95a3e0ff-73f1-43b4-bcb4-cadc7080965b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.308972 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-95a3e0ff-73f1-43b4-bcb4-cadc7080965b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0b5ee319-4134-4f34-9e77-859b0576f8a3 HTTP/1.1" status: 204 len: 168 time: 0.4536037 Jun 08 13:57:09.313089 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 40542) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:09.320794 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:09.321416 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.344207 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d0fdc5d5-df97-451e-81eb-8fce951d1d36 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9681818 Jun 08 13:57:09.409882 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.505278 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.528024 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fa6a52-f91f-43c9-834e-37cda8156c9c']}} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:09.540249 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08') {'for_net_delete': True} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:09.540542 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f3835c-c75b-43d9-8ad2-b8c9c1e22e08') {} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:09.553790 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4076708'] for segment, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.562420 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-e513eec5-7f2b-4300-8364-1324119ddeaa None None] Provisioning complete for port ece7333b-805e-4fd2-8930-53075a313014 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:09.563509 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e513eec5-7f2b-4300-8364-1324119ddeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.569879 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.577512 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=97370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:57:09.577999 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26153534'] for segment, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.608108 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-e513eec5-7f2b-4300-8364-1324119ddeaa None None] Port ece7333b-805e-4fd2-8930-53075a313014 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:57:09.615627 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment 99f3835c-c75b-43d9-8ad2-b8c9c1e22e08 resource provider aggregate not found Jun 08 13:57:09.682038 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment 99f3835c-c75b-43d9-8ad2-b8c9c1e22e08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99f3835c-c75b-43d9-8ad2-b8c9c1e22e08 found for delete ", "request_id": "req-8f579173-75b4-4921-9271-2285502cade4"}]} Jun 08 13:57:09.695444 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.700869 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:09.706857 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e1fa6a52-f91f-43c9-834e-37cda8156c9c HTTP/1.1" status: 204 len: 168 time: 0.3895431 Jun 08 13:57:09.721281 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574d675-2315-4c5e-b895-a051716f98f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fa6a52-f91f-43c9-834e-37cda8156c9c,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:09.739947 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffb06d-050b-4e8e-8ea5-c2de6edd6fe0 req-dd834702-31d5-4046-9a00-124017ce0b09 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:09.741488 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d3ffb06d-050b-4e8e-8ea5-c2de6edd6fe0 req-dd834702-31d5-4046-9a00-124017ce0b09 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0957041 Jun 08 13:57:09.795290 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d3ffb06d-050b-4e8e-8ea5-c2de6edd6fe0 req-ab9b8a48-cc31-4b76-8a61-9de546aa2c43 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Jun 08 13:57:09.923487 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c81cc649-c912-474f-a463-7e197f489d1c req-11e9e464-3153-4059-849b-73e8c135fd28 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 210 time: 0.0355055 Jun 08 13:57:09.963862 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 40558) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:10.024098 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-3dba37dd-c466-48cf-92e7-28e074fb8fad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d109e8a537df4c2b81e4f53d510a8588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589657 Jun 08 13:57:10.026464 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 40560) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:10.063557 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad14e6-7b3b-45e3-bc55-7cb9215acc7d req-c0993b9d-63f1-4493-8f80-8e7d667abdcc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:10.066575 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f9ad14e6-7b3b-45e3-bc55-7cb9215acc7d req-c0993b9d-63f1-4493-8f80-8e7d667abdcc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 932 time: 0.0677674 Jun 08 13:57:10.093065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-adfaf29f-ecd8-4df9-b240-dc1cc68a4239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:10.119215 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-adfaf29f-ecd8-4df9-b240-dc1cc68a4239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:10.134132 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f9ad14e6-7b3b-45e3-bc55-7cb9215acc7d req-95b2f8c9-1f02-48da-ba53-39d0132267ea tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558000 Jun 08 13:57:10.185769 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-adfaf29f-ecd8-4df9-b240-dc1cc68a4239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:10.189775 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-adfaf29f-ecd8-4df9-b240-dc1cc68a4239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:10.189775 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-adfaf29f-ecd8-4df9-b240-dc1cc68a4239 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2975143b-3f08-4d04-ba94-9307779b7892 HTTP/1.1" status: 204 len: 168 time: 0.1622591 Jun 08 13:57:10.206324 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfaf29f-ecd8-4df9-b240-dc1cc68a4239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2975143b-3f08-4d04-ba94-9307779b7892,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:10.937529 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996ea25-bb4c-4105-805d-17a68a8d2cd4 req-a3258b38-8e2c-478b-bc24-ba6532ec7e36 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:10.942453 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e996ea25-bb4c-4105-805d-17a68a8d2cd4 req-a3258b38-8e2c-478b-bc24-ba6532ec7e36 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0591376 Jun 08 13:57:10.991080 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e996ea25-bb4c-4105-805d-17a68a8d2cd4 req-be0f95cb-bf78-4ac8-9804-d9a7b5427a4d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444448 Jun 08 13:57:11.114407 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9cec5e67-7f5c-4a38-9ecb-229a15f5a422 req-27c688d1-22bd-4dd6-8fd8-c7ac9bfe3da5 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 210 time: 0.0537646 Jun 08 13:57:11.266322 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe82ce-9d28-40c3-be1f-9beebc7553ef req-ff6d0c9c-f70b-4918-9cff-2e7874e84a57 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:11.267791 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cafe82ce-9d28-40c3-be1f-9beebc7553ef req-ff6d0c9c-f70b-4918-9cff-2e7874e84a57 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 932 time: 0.0607038 Jun 08 13:57:11.324436 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cafe82ce-9d28-40c3-be1f-9beebc7553ef req-aaf1365d-436f-4831-814e-6cd205b5cac8 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491910 Jun 08 13:57:12.120065 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094233f-bee1-4137-8f69-ad56a147c315 req-2360c697-3f89-4660-926b-6add6f51eb82 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:12.121520 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2094233f-bee1-4137-8f69-ad56a147c315 req-2360c697-3f89-4660-926b-6add6f51eb82 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0501387 Jun 08 13:57:12.159110 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2094233f-bee1-4137-8f69-ad56a147c315 req-5fe17b00-c7a6-4134-bd69-e8e21d05b674 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309832 Jun 08 13:57:12.295987 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ba7e851d-ad26-4690-aeaa-c711453fa629 req-a5618e7e-91f3-401c-8572-a711cc621fd8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 210 time: 0.0269094 Jun 08 13:57:12.465803 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Request body: {'port': {'device_id': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:12.509762 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-68680836-da0b-4715-8503-a17fc20e810d tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:12.514365 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-68680836-da0b-4715-8503-a17fc20e810d tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/networks?id=103b4a78-0a55-4e9e-84b6-18d263cf3aee HTTP/1.1" status: 200 len: 815 time: 0.1351352 Jun 08 13:57:12.526688 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-69fd4482-801c-4fd1-a120-e84912bf8df0 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 473 time: 0.0765350 Jun 08 13:57:12.535669 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:12.539381 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-bd348cf2-0470-4f51-b76d-6f37fdc4ec15 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/quotas/0951acbab4624b4d83377bc94d26dc55 HTTP/1.1" status: 200 len: 375 time: 0.0115194 Jun 08 13:57:12.544986 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'port': {'device_id': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'admin_state_up': True, 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'security_groups': ['33067c9e-51b3-4ada-aeb8-beca81baaaaf']}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:12.686341 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-b98fdf8c-69fa-40d9-b7b4-4a4b96e77e4a tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0951acbab4624b4d83377bc94d26dc55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351156 Jun 08 13:57:12.832924 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-35816c83-1129-49ee-8c3a-731281f64532 service neutron] 10.222.0.64 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387503 Jun 08 13:57:12.840946 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecdb80-b1e7-4ae4-80ff-e801acb3976b req-6d0c2289-28a4-4b79-8535-a4f9a4ecf874 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:12.842503 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-90ecdb80-b1e7-4ae4-80ff-e801acb3976b req-6d0c2289-28a4-4b79-8535-a4f9a4ecf874 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 932 time: 0.0774834 Jun 08 13:57:12.844253 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Made reservation on behalf of aadf16efc56c4784ba77cb1b3db9b361 for: {'port': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:57:12.848443 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:12.911296 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-90ecdb80-b1e7-4ae4-80ff-e801acb3976b req-3a167eff-aa5d-4cc6-96bf-25271238b2c5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546951 Jun 08 13:57:12.947647 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece7333b-805e-4fd2-8930-53075a313014 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:57:12.954915 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:12.966714 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Transition to ACTIVE for port object ece7333b-805e-4fd2-8930-53075a313014 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:57:12.970797 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:12.993830 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-5dcd5c7a-f9c1-4ddc-89d5-2fafc85668bf service neutron] 10.222.0.64 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591554 Jun 08 13:57:13.055453 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Allocated IP 172.20.0.13 (298c9aca-e11f-492a-8f20-a7e4bdf24a3f/54272c6b-c964-42a3-92d5-13a4b5a71a8f/42f67b10-7a92-4bcf-95a2-e7021bc22c58) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:13.095010 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Pushing event updated for resources: {'Port': ['ID=ece7333b-805e-4fd2-8930-53075a313014,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:13.109235 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Attempting to bind port ece7333b-805e-4fd2-8930-53075a313014 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:57:13.109842 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Attempting to bind port ece7333b-805e-4fd2-8930-53075a313014 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:57:13.110346 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Attempting to bind port ece7333b-805e-4fd2-8930-53075a313014 on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:13.115689 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Port ece7333b-805e-4fd2-8930-53075a313014 on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:57:13.116127 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Attempting to bind port ece7333b-805e-4fd2-8930-53075a313014 on network 54977f0b-29d9-45a1-af4e-31bae1d37d86 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:13.122502 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:57:13.122981 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Checking segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:13.123450 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Bound using segment: {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:57:13.124063 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Bound port: ece7333b-805e-4fd2-8930-53075a313014, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b35ad55-9150-48bb-a5f9-b5065e503ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:57:13.124405 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:13.258022 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ac3a67c8-0056-4ef3-aeac-31a2ac8f6236 req-43aa4692-1f70-432f-9105-5dd1778c69db tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 210 time: 0.0474296 Jun 08 13:57:13.265575 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:13.292019 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] For port ece7333b-805e-4fd2-8930-53075a313014, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:57:13.296676 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] For port ece7333b-805e-4fd2-8930-53075a313014, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ece7333b-805e-4fd2-8930-53075a313014,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:57:13.305974 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:13.343334 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:13.344310 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:13.345742 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] 10.222.0.71 "PUT /v2.0/ports/ece7333b-805e-4fd2-8930-53075a313014 HTTP/1.1" status: 200 len: 1094 time: 0.8847072 Jun 08 13:57:13.348885 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:13.350853 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facf8b64-be6c-4972-92eb-b33ccc3e1530" -d '{"events": [{"name": "network-changed", "server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "tag": "ece7333b-805e-4fd2-8930-53075a313014"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:13.458242 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240d8c5-5140-4562-9408-d4e7cd8b9b33 service neutron] Pushing event updated for resources: {'Port': ['ID=ece7333b-805e-4fd2-8930-53075a313014,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:13.494572 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fbd0f80d-1fb5-40b9-b1e0-1ad1764a9353 req-6c1ae47d-ddba-4a1d-84b0-e8b8acbb851e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 210 time: 0.0378098 Jun 08 13:57:13.512110 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-cebbc84c-2943-4323-a626-40eca7b9376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:13.513574 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-cebbc84c-2943-4323-a626-40eca7b9376a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 1097 time: 0.0949552 Jun 08 13:57:13.603139 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86d95cf-69c0-4ed9-a34f-86654dc0bb59 x-openstack-request-id: req-a86d95cf-69c0-4ed9-a34f-86654dc0bb59 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:13.603530 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "tag": "ece7333b-805e-4fd2-8930-53075a313014", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:13.604076 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a86d95cf-69c0-4ed9-a34f-86654dc0bb59 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:13.604814 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86d95cf-69c0-4ed9-a34f-86654dc0bb59'] response: {'name': 'network-changed', 'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014', 'status': 'completed', 'code': 200} Jun 08 13:57:13.607526 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-a4b24925-bdcb-44f7-bde3-d77acf352585 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ece7333b-805e-4fd2-8930-53075a313014 HTTP/1.1" status: 200 len: 217 time: 0.0669501 Jun 08 13:57:13.674906 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-e5d772bd-a60d-4f9e-9d17-1e9961bdf5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:13.676508 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-e5d772bd-a60d-4f9e-9d17-1e9961bdf5a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.0605090 Jun 08 13:57:13.731964 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-0c4da82e-c809-4012-bdb0-a43b69185791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:13.733430 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-0c4da82e-c809-4012-bdb0-a43b69185791 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469816 Jun 08 13:57:13.738909 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea913145-8b98-4a97-b7dc-6c723aeb8e13 req-53130b91-038b-41c7-b7dd-0db95ae32198 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:13.742075 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ea913145-8b98-4a97-b7dc-6c723aeb8e13 req-53130b91-038b-41c7-b7dd-0db95ae32198 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.4744551 Jun 08 13:57:13.784862 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:13.845438 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ea913145-8b98-4a97-b7dc-6c723aeb8e13 req-f14a2927-c630-4769-8fde-fde89fde95a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967352 Jun 08 13:57:13.849167 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:13.854386 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:13.857541 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:13.860636 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-fad25391-778f-4814-b08d-c44a653af5fd service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170900 Jun 08 13:57:13.924010 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=42f67b10-7a92-4bcf-95a2-e7021bc22c58,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:13.944812 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:13.945589 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:13.970229 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-5a2dac70-35bc-4e2d-aa97-29b8b07d97b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4296877 Jun 08 13:57:14.002147 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Request body: {'port': {'device_id': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:14.028114 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-25930aa3-9b9b-4b03-88f2-b36fe80a2877 req-d10d4a4b-6996-4f24-9a78-be671fe42f69 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562495 Jun 08 13:57:14.098417 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:14.206669 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa09730-d3ff-4c9b-b63d-5c63c485330b req-66e0c9f1-8fd9-4de3-8c86-c3a38d409a4b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:14.208383 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7fa09730-d3ff-4c9b-b63d-5c63c485330b req-66e0c9f1-8fd9-4de3-8c86-c3a38d409a4b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 944 time: 0.1665263 Jun 08 13:57:14.217095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-4bc5126d-3163-4f7b-8da2-0b6c16344d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:14.219655 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-4bc5126d-3163-4f7b-8da2-0b6c16344d88 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 1097 time: 0.1129177 Jun 08 13:57:14.264116 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-4ecc26d1-ff32-4b96-a2da-7fa4079c57b4 None None] Provisioning complete for port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:14.265085 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-4ecc26d1-ff32-4b96-a2da-7fa4079c57b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:14.309109 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7fa09730-d3ff-4c9b-b63d-5c63c485330b req-fbf822db-8785-419b-af82-9aca7e639f85 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868411 Jun 08 13:57:14.331462 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc26d1-ff32-4b96-a2da-7fa4079c57b4 None None] Port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:57:14.348901 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-9bbfd30e-68db-40dd-a30a-eaad972bbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:14.350404 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-9bbfd30e-68db-40dd-a30a-eaad972bbbd0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.1206994 Jun 08 13:57:14.392507 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e6cc6b8c-e550-45a7-a6ad-4e5a632ddc98 req-48ead828-1919-42ea-af86-ad1c8a9891d9 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 210 time: 0.0419128 Jun 08 13:57:14.403169 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-7f2414d5-492d-4788-bbb7-8b2d969f6000 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ece7333b-805e-4fd2-8930-53075a313014 HTTP/1.1" status: 200 len: 217 time: 0.0400465 Jun 08 13:57:14.456201 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-a31b5fac-c3c1-4b3f-a28a-ebd820fc0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:14.457684 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-a31b5fac-c3c1-4b3f-a28a-ebd820fc0e69 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.0430517 Jun 08 13:57:14.463652 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f67b10-7a92-4bcf-95a2-e7021bc22c58 {{(pid=97370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:57:14.471533 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:14.482809 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.provisioning_blocks [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Transition to ACTIVE for port object 42f67b10-7a92-4bcf-95a2-e7021bc22c58 will not be triggered until provisioned by entity L2. {{(pid=97370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:57:14.486643 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:14.552643 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=42f67b10-7a92-4bcf-95a2-e7021bc22c58,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:14.616210 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Attempting to bind port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:57:14.616549 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Attempting to bind port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}] {{(pid=97370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:57:14.616872 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Attempting to bind port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:14.621408 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:57:14.622619 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Attempting to bind port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:14.627734 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:57:14.628078 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Checking segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:14.628429 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Bound using segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} {{(pid=97370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:57:14.628851 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.managers [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Bound port: 42f67b10-7a92-4bcf-95a2-e7021bc22c58, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}}] {{(pid=97370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:57:14.629201 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:14.635888 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1bc17-8667-4bf0-8487-434339c2d049 req-100d9cb3-1374-48ef-a1c1-5754d2f47a12 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:14.637459 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e8e1bc17-8667-4bf0-8487-434339c2d049 req-100d9cb3-1374-48ef-a1c1-5754d2f47a12 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0538847 Jun 08 13:57:14.683733 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e8e1bc17-8667-4bf0-8487-434339c2d049 req-c43348be-e5c8-4e7a-a778-f2ad14bb9c0c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385287 Jun 08 13:57:14.699021 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] For port 42f67b10-7a92-4bcf-95a2-e7021bc22c58, host hv-cinder-84513, cleared binding levels {{(pid=97370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:57:14.703185 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] For port 42f67b10-7a92-4bcf-95a2-e7021bc22c58, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=42f67b10-7a92-4bcf-95a2-e7021bc22c58,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:57:14.714565 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:14.753572 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:14.754230 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:14.755607 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] 10.222.0.71 "PUT /v2.0/ports/42f67b10-7a92-4bcf-95a2-e7021bc22c58 HTTP/1.1" status: 200 len: 1094 time: 0.7589478 Jun 08 13:57:14.756038 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'tag': '42f67b10-7a92-4bcf-95a2-e7021bc22c58'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:14.762142 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d097fd9-b31e-4bdc-b3bb-152d1eafadf5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e31f8d2-9c7c-4074-99d2-7351a0696109", "tag": "42f67b10-7a92-4bcf-95a2-e7021bc22c58"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:14.795705 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d88a1-f014-4d6e-918c-498af4fad7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=42f67b10-7a92-4bcf-95a2-e7021bc22c58,revision_number=3']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:14.805481 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902e67da-f66c-4740-b85a-edbb419d8eb1 x-openstack-request-id: req-902e67da-f66c-4740-b85a-edbb419d8eb1 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:14.806107 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e31f8d2-9c7c-4074-99d2-7351a0696109", "tag": "42f67b10-7a92-4bcf-95a2-e7021bc22c58", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:14.806543 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-902e67da-f66c-4740-b85a-edbb419d8eb1 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:14.807149 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902e67da-f66c-4740-b85a-edbb419d8eb1'] response: {'name': 'network-changed', 'server_uuid': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'tag': '42f67b10-7a92-4bcf-95a2-e7021bc22c58', 'status': 'completed', 'code': 200} Jun 08 13:57:15.121855 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d848120-0f9e-4d7b-ab00-695623f7432e req-1385d18c-f982-4c5c-8571-397ac740bf52 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:15.123797 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9d848120-0f9e-4d7b-ab00-695623f7432e req-1385d18c-f982-4c5c-8571-397ac740bf52 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0472991 Jun 08 13:57:15.161282 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9d848120-0f9e-4d7b-ab00-695623f7432e req-89139317-17a5-4246-b2d4-48e3357c3d2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315111 Jun 08 13:57:15.427170 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d221a9-be82-40b5-a2c4-718fa539cf22 req-e629bc15-8014-4434-8540-72a86adf5c70 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:15.428665 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c8d221a9-be82-40b5-a2c4-718fa539cf22 req-e629bc15-8014-4434-8540-72a86adf5c70 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 944 time: 0.0500567 Jun 08 13:57:15.467473 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c8d221a9-be82-40b5-a2c4-718fa539cf22 req-d40d0779-5bc7-4d0a-a921-24d6981869c6 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326965 Jun 08 13:57:15.491490 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1207fdac-d07d-44a1-aefe-3f4203a6ae95 req-e2184832-523c-40e2-b9ac-c80aa12ae84b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 210 time: 0.0310607 Jun 08 13:57:15.689873 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:57:15.809095 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b093e9f-d367-4ce3-a315-a7b0588f41d6 req-e9dbf36f-4e7e-42d5-80cb-8f1b1690b339 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:15.810627 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3b093e9f-d367-4ce3-a315-a7b0588f41d6 req-e9dbf36f-4e7e-42d5-80cb-8f1b1690b339 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0522411 Jun 08 13:57:15.849134 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3b093e9f-d367-4ce3-a315-a7b0588f41d6 req-fc5c0c1d-e756-4930-9bb9-fb35d89d08eb tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324974 Jun 08 13:57:16.280159 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb6722-3f6e-4d0e-bb57-2d7c2a89f705 req-9f7683c8-5db5-4bac-aea7-325c897ea11f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:16.281602 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0fcb6722-3f6e-4d0e-bb57-2d7c2a89f705 req-9f7683c8-5db5-4bac-aea7-325c897ea11f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0487461 Jun 08 13:57:16.318894 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0fcb6722-3f6e-4d0e-bb57-2d7c2a89f705 req-56d0325e-6a32-4657-9ba2-560137ad8c43 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313690 Jun 08 13:57:16.421547 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-2568a658-5437-4df7-94ad-b5afb3da1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:16.422958 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-2568a658-5437-4df7-94ad-b5afb3da1871 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460455 Jun 08 13:57:16.602182 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-790994c4-3af4-4484-a217-6e6144a72b5b req-fdf679d8-e91d-42d8-ba06-b1d4e3329b09 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 210 time: 0.0249863 Jun 08 13:57:16.602401 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31190-5e5e-4be2-94d2-ac0f8e08580c req-82cc81f1-b355-4cd4-8b97-8a264787c811 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:16.603729 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7ec31190-5e5e-4be2-94d2-ac0f8e08580c req-82cc81f1-b355-4cd4-8b97-8a264787c811 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 944 time: 0.0493176 Jun 08 13:57:16.641860 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7ec31190-5e5e-4be2-94d2-ac0f8e08580c req-60732598-cafc-4681-9737-a9268ebb3da8 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Jun 08 13:57:16.962756 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5d096-a367-49c2-897d-a459e929f52e req-80fbf88c-6d11-4bbc-88a8-82647d4adb5b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:16.964204 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bdb5d096-a367-49c2-897d-a459e929f52e req-80fbf88c-6d11-4bbc-88a8-82647d4adb5b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0508649 Jun 08 13:57:17.002478 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bdb5d096-a367-49c2-897d-a459e929f52e req-b0167db8-3412-45e7-b6cf-782db0ce4304 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Jun 08 13:57:17.179696 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-33dc3f73-763d-4e26-ac5f-938faafbce40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:17.468262 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c4504-7747-483c-9fa7-3f528bfcfd8e req-f69e5146-37c6-4078-ae59-5e15cea5a3d3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:17.469776 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-120c4504-7747-483c-9fa7-3f528bfcfd8e req-f69e5146-37c6-4078-ae59-5e15cea5a3d3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0796583 Jun 08 13:57:17.474340 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d097fd9-b31e-4bdc-b3bb-152d1eafadf5 req-84ddbe6c-718d-43a8-9748-b25f72c13551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:17.475740 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1d097fd9-b31e-4bdc-b3bb-152d1eafadf5 req-84ddbe6c-718d-43a8-9748-b25f72c13551 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 1097 time: 0.0752857 Jun 08 13:57:17.476824 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-a4f191df-476b-48f4-8a28-2302008e55f2 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862217 Jun 08 13:57:17.539357 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-120c4504-7747-483c-9fa7-3f528bfcfd8e req-38113662-f7fb-4880-a056-f10a14ce4034 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614095 Jun 08 13:57:17.630747 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d097fd9-b31e-4bdc-b3bb-152d1eafadf5 req-96a59b54-202f-43d2-aadf-a8ba9fc2811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:17.632249 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1d097fd9-b31e-4bdc-b3bb-152d1eafadf5 req-96a59b54-202f-43d2-aadf-a8ba9fc2811e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1356409 Jun 08 13:57:17.826421 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998648da-b319-444e-b8e6-43d494ac0c9c req-729f8b0f-cf66-4039-bad3-124b3362749b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:17.827957 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-998648da-b319-444e-b8e6-43d494ac0c9c req-729f8b0f-cf66-4039-bad3-124b3362749b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 944 time: 0.0913277 Jun 08 13:57:17.829517 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d097fd9-b31e-4bdc-b3bb-152d1eafadf5 req-d019a5db-15f3-4961-9345-f4a0935f1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:17.830898 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1d097fd9-b31e-4bdc-b3bb-152d1eafadf5 req-d019a5db-15f3-4961-9345-f4a0935f1816 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768734 Jun 08 13:57:17.869895 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-998648da-b319-444e-b8e6-43d494ac0c9c req-5a1da8ea-6725-4f8a-a7c1-ea7c5fe3b832 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355632 Jun 08 13:57:17.896865 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6391eb7e-c1ff-4f17-b898-1498889fe7d5 req-91505bc0-8ca6-48ee-8a65-d5dd8942c6c3 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 210 time: 0.0529170 Jun 08 13:57:17.902310 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-facf8b64-be6c-4972-92eb-b33ccc3e1530 req-b40a2f60-644e-462f-bcad-0c15a35b8faa service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072778 Jun 08 13:57:17.917954 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-569ce4a9-56fa-49e2-8b0a-47f7b1fd9465 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:17.919545 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-569ce4a9-56fa-49e2-8b0a-47f7b1fd9465 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.71 "GET /v2.0/networks?id=103b4a78-0a55-4e9e-84b6-18d263cf3aee HTTP/1.1" status: 200 len: 815 time: 0.3766224 Jun 08 13:57:17.939316 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'port': {'device_id': '562dc846-597d-4415-9506-4be8cb8950f3', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'admin_state_up': True, 'tenant_id': '0951acbab4624b4d83377bc94d26dc55'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:17.944966 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-c3f7b87a-e706-4d98-9659-187ccfd8566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:17.946589 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-c3f7b87a-e706-4d98-9659-187ccfd8566a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 1097 time: 0.0557916 Jun 08 13:57:18.008759 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-00040de4-7cd6-4437-8cc0-13e55e232413 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42f67b10-7a92-4bcf-95a2-e7021bc22c58 HTTP/1.1" status: 200 len: 217 time: 0.0534337 Jun 08 13:57:18.077989 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-0d1871c5-f3a6-4cbf-8fa5-5af0c1307043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:18.080789 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-0d1871c5-f3a6-4cbf-8fa5-5af0c1307043 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.0612414 Jun 08 13:57:18.081906 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Made reservation on behalf of 0951acbab4624b4d83377bc94d26dc55 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:57:18.085473 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:18.196553 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189029c-fad0-44d5-8ec4-fd1308257172 req-42101d69-350f-42c7-b009-52b873bfafd4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:18.204551 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a189029c-fad0-44d5-8ec4-fd1308257172 req-42101d69-350f-42c7-b009-52b873bfafd4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.1177530 Jun 08 13:57:18.214273 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-e4e6f325-be36-4047-9d63-66cc6f2a22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:18.216350 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-e4e6f325-be36-4047-9d63-66cc6f2a22c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1260283 Jun 08 13:57:18.237347 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Allocated IP 172.20.0.3 (103b4a78-0a55-4e9e-84b6-18d263cf3aee/b8187c7d-2e8f-4b23-acb5-d298688e771a/ac47a2a2-5864-4ed3-92e0-d492d2950656) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:18.292724 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a189029c-fad0-44d5-8ec4-fd1308257172 req-aca1238c-9812-4b02-a8c9-6b0115c04787 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871270 Jun 08 13:57:18.348682 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-88c83700-004d-415f-8d75-a18b7612c699 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202359 Jun 08 13:57:18.507004 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:18.576301 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:18.671861 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'Port': ['ID=ac47a2a2-5864-4ed3-92e0-d492d2950656,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:18.715857 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Network 103b4a78-0a55-4e9e-84b6-18d263cf3aee is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:18.719016 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:18.722179 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:18.789805 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f02c65-da77-48e0-981a-44595d3a6bb2 req-0c43fe9b-91d8-40b9-b0ce-98ea74d7669f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:18.799227 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-29f02c65-da77-48e0-981a-44595d3a6bb2 req-0c43fe9b-91d8-40b9-b0ce-98ea74d7669f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1298983 Jun 08 13:57:18.838716 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:18.839381 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:18.884665 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-29f02c65-da77-48e0-981a-44595d3a6bb2 req-5f407963-416b-4a70-b82d-ba2df3c72af4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791163 Jun 08 13:57:18.894848 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8de103dd-ac42-42f2-9dca-82f2358e3d6f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9579704 Jun 08 13:57:19.123066 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb11f8-7e9b-4b49-936d-20a9fa408f6c req-a79c9277-c73d-4728-a176-19d6a861e0f5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:19.132376 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3aeb11f8-7e9b-4b49-936d-20a9fa408f6c req-a79c9277-c73d-4728-a176-19d6a861e0f5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 944 time: 0.1175821 Jun 08 13:57:19.181430 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3aeb11f8-7e9b-4b49-936d-20a9fa408f6c req-e4d162cb-9065-4c2b-9d05-d2e15ff084da tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475380 Jun 08 13:57:19.238407 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-f78dc29a-3acd-4a32-877b-0da8ea7eabea None None] Provisioning complete for port ac47a2a2-5864-4ed3-92e0-d492d2950656 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:19.243561 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f78dc29a-3acd-4a32-877b-0da8ea7eabea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:19.246282 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d07a8-e99f-4043-b8b8-cf867dc57693 req-d2f1b3b1-a609-4b1e-884b-4791a2d77d6c tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:19.253150 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7b4d07a8-e99f-4043-b8b8-cf867dc57693 req-d2f1b3b1-a609-4b1e-884b-4791a2d77d6c tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 931 time: 0.1931980 Jun 08 13:57:19.317576 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-f78dc29a-3acd-4a32-877b-0da8ea7eabea None None] Port ac47a2a2-5864-4ed3-92e0-d492d2950656 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:57:19.359006 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7b4d07a8-e99f-4043-b8b8-cf867dc57693 req-5443c086-ca8e-440f-9693-cf3a06ab88b3 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939627 Jun 08 13:57:19.389787 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a717-4dae-46c0-84e3-ca7449990cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:19.467934 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450af0f8-96c2-4f45-96ce-7c350bdc5ae9 req-adeeec96-2c0c-4579-afd9-2c556ce95120 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:19.469594 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-450af0f8-96c2-4f45-96ce-7c350bdc5ae9 req-adeeec96-2c0c-4579-afd9-2c556ce95120 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0633719 Jun 08 13:57:19.529454 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-450af0f8-96c2-4f45-96ce-7c350bdc5ae9 req-14b5d151-0e52-4f91-a92e-addc199fe360 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525794 Jun 08 13:57:20.049756 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd0f57-a898-44ef-ae04-540422e17e3a req-9a86410e-e0b6-49b2-9113-60b08f5f8efa tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:20.051206 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4bbd0f57-a898-44ef-ae04-540422e17e3a req-9a86410e-e0b6-49b2-9113-60b08f5f8efa tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0498519 Jun 08 13:57:20.098102 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4bbd0f57-a898-44ef-ae04-540422e17e3a req-cf4611e4-7cc9-4b09-944f-974164ac874a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Jun 08 13:57:20.323159 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a54f-5227-4c7b-93af-1dfcc3ddb988 req-e80734f1-9bbc-44d9-b6c8-232eff9da020 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:20.325899 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0b40a54f-5227-4c7b-93af-1dfcc3ddb988 req-e80734f1-9bbc-44d9-b6c8-232eff9da020 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 944 time: 0.0693908 Jun 08 13:57:20.388195 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0b40a54f-5227-4c7b-93af-1dfcc3ddb988 req-3c3ae38d-0fe8-421d-ad85-809e6298b4a7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549016 Jun 08 13:57:20.513209 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e896e3c-fe89-4aaf-b2a0-6c92530a5a79 req-f5736f8b-cd8a-4425-af18-accd91d0fd82 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:20.514895 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3e896e3c-fe89-4aaf-b2a0-6c92530a5a79 req-f5736f8b-cd8a-4425-af18-accd91d0fd82 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 931 time: 0.0533574 Jun 08 13:57:20.561515 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3e896e3c-fe89-4aaf-b2a0-6c92530a5a79 req-d45eddbd-2741-46d3-bbc4-c138d8f16b16 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386686 Jun 08 13:57:20.658056 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dea15b-8155-4955-9da3-15d553d1df20 req-f7ee2bb0-52d6-4bbc-ba83-f0e883fe7667 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:20.660157 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d0dea15b-8155-4955-9da3-15d553d1df20 req-f7ee2bb0-52d6-4bbc-ba83-f0e883fe7667 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0533440 Jun 08 13:57:20.720004 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d0dea15b-8155-4955-9da3-15d553d1df20 req-c1a5dac3-c3fa-4806-860c-20f1352d4c92 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383537 Jun 08 13:57:20.752636 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ece7333b-805e-4fd2-8930-53075a313014 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:57:20.852280 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port ece7333b-805e-4fd2-8930-53075a313014, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ece7333b-805e-4fd2-8930-53075a313014,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:20.864061 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'ece7333b-805e-4fd2-8930-53075a313014', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'port_id': 'ece7333b-805e-4fd2-8930-53075a313014', 'mac_address': 'fa:16:3e:fe:1f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:57:20.902589 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port ece7333b-805e-4fd2-8930-53075a313014 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:20.903056 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:20.920752 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece7333b-805e-4fd2-8930-53075a313014 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:57:20.942892 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port ece7333b-805e-4fd2-8930-53075a313014, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ece7333b-805e-4fd2-8930-53075a313014,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:20.947717 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:21.000715 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=ece7333b-805e-4fd2-8930-53075a313014,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:21.032451 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:21.228115 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e0b74-fd95-4851-a127-c672c2fdde3d req-af8a0af8-6461-43bf-b098-aad92745470f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:21.229599 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f33e0b74-fd95-4851-a127-c672c2fdde3d req-af8a0af8-6461-43bf-b098-aad92745470f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0571566 Jun 08 13:57:21.270077 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f33e0b74-fd95-4851-a127-c672c2fdde3d req-927480c8-b2ad-47a5-b858-124f210ff31b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338259 Jun 08 13:57:21.515566 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d68f14-c215-43bd-9238-1a120a5c9b3c req-818167d1-ac49-41c4-8ffb-da0762943a64 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:21.517020 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-51d68f14-c215-43bd-9238-1a120a5c9b3c req-818167d1-ac49-41c4-8ffb-da0762943a64 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 945 time: 0.0484941 Jun 08 13:57:21.560522 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-51d68f14-c215-43bd-9238-1a120a5c9b3c req-2fac69e9-f67c-4399-8051-1a8d6882bed4 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373857 Jun 08 13:57:21.693916 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fbe4e-e2d9-4113-97b8-928c6159159f req-7694470b-c657-4949-84ef-ee7d40ab3180 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:21.703747 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-316fbe4e-e2d9-4113-97b8-928c6159159f req-7694470b-c657-4949-84ef-ee7d40ab3180 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 931 time: 0.0665987 Jun 08 13:57:21.743615 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-316fbe4e-e2d9-4113-97b8-928c6159159f req-6c71e3c3-10cb-4e6d-9f36-3a5f24d4b11c tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Jun 08 13:57:21.897469 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18f219-762a-400a-b423-306a33f05304 req-813c79b7-dc5c-404d-8260-64bd110fe9ec tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:21.899798 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cb18f219-762a-400a-b423-306a33f05304 req-813c79b7-dc5c-404d-8260-64bd110fe9ec tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0950789 Jun 08 13:57:21.956965 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cb18f219-762a-400a-b423-306a33f05304 req-58b20da6-40d7-496f-917d-2b1f3731e349 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372722 Jun 08 13:57:22.270776 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:22.396958 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eb0d6-f79c-4c72-b203-54ebadad7a60 req-7ead804c-3c5f-4a93-a73a-7c0f0cdc1bd7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:22.398381 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b17eb0d6-f79c-4c72-b203-54ebadad7a60 req-7ead804c-3c5f-4a93-a73a-7c0f0cdc1bd7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0499525 Jun 08 13:57:22.440524 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b17eb0d6-f79c-4c72-b203-54ebadad7a60 req-0c2ee75c-e3af-448d-840d-ab4246263653 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360417 Jun 08 13:57:22.687909 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549dee5-0bf1-4511-b3a3-9ca2a02dc9ae req-350a41cb-7fa6-482e-816d-5b80980b9275 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:22.689847 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1549dee5-0bf1-4511-b3a3-9ca2a02dc9ae req-350a41cb-7fa6-482e-816d-5b80980b9275 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 945 time: 0.0565257 Jun 08 13:57:22.729128 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1549dee5-0bf1-4511-b3a3-9ca2a02dc9ae req-aca8a655-da9a-4e17-8cc6-c9040b4393f1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327668 Jun 08 13:57:22.802642 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:22.878027 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b730d-6c22-4aad-bb76-5a41f5b3608d req-9dd99dfd-087c-4938-bb1a-96706bbb0a00 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:22.879714 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-356b730d-6c22-4aad-bb76-5a41f5b3608d req-9dd99dfd-087c-4938-bb1a-96706bbb0a00 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 931 time: 0.0639160 Jun 08 13:57:22.920236 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-356b730d-6c22-4aad-bb76-5a41f5b3608d req-d5db613f-a077-4a5e-937e-1ea21d3a8eb1 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344594 Jun 08 13:57:23.041851 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['ece7333b-805e-4fd2-8930-53075a313014'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:57:23.083418 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c564-caff-4972-8e34-c0eb5a2cd6e8 req-d396d773-934f-42ff-8fed-1494c0c715b5 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:23.084887 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b206c564-caff-4972-8e34-c0eb5a2cd6e8 req-d396d773-934f-42ff-8fed-1494c0c715b5 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0604889 Jun 08 13:57:23.152833 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b206c564-caff-4972-8e34-c0eb5a2cd6e8 req-e98b81c1-a5fe-43ac-a244-83c0e5ef6943 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544577 Jun 08 13:57:23.567913 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9ca1d-cd8e-4ff7-922a-01fd15b665bc req-7dfecd0f-5112-45b7-a18d-6faab04841be tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:23.569367 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5aa9ca1d-cd8e-4ff7-922a-01fd15b665bc req-7dfecd0f-5112-45b7-a18d-6faab04841be tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0517745 Jun 08 13:57:23.608461 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5aa9ca1d-cd8e-4ff7-922a-01fd15b665bc req-16b03d6e-b036-4aac-a0b8-0f74be37df69 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324426 Jun 08 13:57:23.858072 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c45e6-9720-4e09-b6bc-516e61761552 req-5122c40d-35aa-4958-b69b-2936c3cafdae tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:23.859712 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f12c45e6-9720-4e09-b6bc-516e61761552 req-5122c40d-35aa-4958-b69b-2936c3cafdae tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 945 time: 0.0534163 Jun 08 13:57:23.898214 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f12c45e6-9720-4e09-b6bc-516e61761552 req-f52a2f47-2d6a-4a0a-92a1-80efa408b392 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317729 Jun 08 13:57:24.054842 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eba48-bb83-4e91-a3c4-07d97eb7628b req-a119d241-516b-4cfb-b8c1-bb73840496c5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:24.056404 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-844eba48-bb83-4e91-a3c4-07d97eb7628b req-a119d241-516b-4cfb-b8c1-bb73840496c5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 931 time: 0.0672667 Jun 08 13:57:24.095092 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-844eba48-bb83-4e91-a3c4-07d97eb7628b req-279f2498-695c-4633-8646-f85175a65bc9 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303943 Jun 08 13:57:24.293230 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965da623-e620-4372-b957-651bf5a6c278 req-4e5db3ff-de8b-4b6e-b988-931ff31591be tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:24.295349 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-965da623-e620-4372-b957-651bf5a6c278 req-4e5db3ff-de8b-4b6e-b988-931ff31591be tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0733004 Jun 08 13:57:24.337059 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-965da623-e620-4372-b957-651bf5a6c278 req-eedb39a2-407d-4375-9c12-d979aebcb136 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343370 Jun 08 13:57:24.656418 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ece7333b-805e-4fd2-8930-53075a313014 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:24.717738 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port ece7333b-805e-4fd2-8930-53075a313014 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:57:24.721419 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port ece7333b-805e-4fd2-8930-53075a313014 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:24.721981 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:24.757088 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e685df8-a5d4-4430-a07b-73e2c03fac94 req-a219aef8-a485-4db7-94a1-c298511d6a2e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:24.758570 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4e685df8-a5d4-4430-a07b-73e2c03fac94 req-a219aef8-a485-4db7-94a1-c298511d6a2e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0514591 Jun 08 13:57:24.805746 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4e685df8-a5d4-4430-a07b-73e2c03fac94 req-552271b6-1318-4546-8432-b78250ccb9a5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391076 Jun 08 13:57:24.855318 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port ece7333b-805e-4fd2-8930-53075a313014 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:24.855524 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:24.880443 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:24.885684 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da947ed-debd-4e87-81fa-f20eb2877735" -d '{"events": [{"server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "name": "network-vif-plugged", "status": "completed", "tag": "ece7333b-805e-4fd2-8930-53075a313014"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:24.896910 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port ece7333b-805e-4fd2-8930-53075a313014, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ece7333b-805e-4fd2-8930-53075a313014,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:24.901758 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:24.959982 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef512c5-2e49-4cd7-8efc-6ff3e1597644 x-openstack-request-id: req-7ef512c5-2e49-4cd7-8efc-6ff3e1597644 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:24.960281 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "name": "network-vif-plugged", "status": "completed", "tag": "ece7333b-805e-4fd2-8930-53075a313014", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:24.960539 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ef512c5-2e49-4cd7-8efc-6ff3e1597644 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:24.960933 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef512c5-2e49-4cd7-8efc-6ff3e1597644'] response: {'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014', 'code': 200} Jun 08 13:57:24.962172 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=ece7333b-805e-4fd2-8930-53075a313014,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:25.058832 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703cf68-cf94-4de4-b8fd-35ead4826de7 req-39fc220b-fe16-4d50-93e5-1a1954772553 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:25.060839 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9703cf68-cf94-4de4-b8fd-35ead4826de7 req-39fc220b-fe16-4d50-93e5-1a1954772553 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0492985 Jun 08 13:57:25.126160 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9703cf68-cf94-4de4-b8fd-35ead4826de7 req-f47ffcba-ecb9-4008-8a80-68826ec5c065 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581677 Jun 08 13:57:25.246239 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c099465-343f-4e67-906b-fe7ec32df452 req-a4b9936d-fc6e-4da7-93fb-dcab608ec562 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:25.248599 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9c099465-343f-4e67-906b-fe7ec32df452 req-a4b9936d-fc6e-4da7-93fb-dcab608ec562 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 931 time: 0.0614510 Jun 08 13:57:25.298850 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9c099465-343f-4e67-906b-fe7ec32df452 req-4ae1d1f8-cfa8-4622-8ea5-a9e7417d54a2 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Jun 08 13:57:25.314849 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 40916) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:25.465192 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633359fe-1fc3-47ab-a313-9265e3604f8d req-565953fc-d3e9-4bbd-9d70-68e2c782062c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:25.481288 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-633359fe-1fc3-47ab-a313-9265e3604f8d req-565953fc-d3e9-4bbd-9d70-68e2c782062c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0700231 Jun 08 13:57:25.540542 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2f23beb-01bb-4459-9013-d93f73ed2e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:25.554189 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-633359fe-1fc3-47ab-a313-9265e3604f8d req-72cfc3a6-e542-424e-bd35-4be968f58808 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653899 Jun 08 13:57:25.646718 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2f23beb-01bb-4459-9013-d93f73ed2e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:25.653723 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2f23beb-01bb-4459-9013-d93f73ed2e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:25.686797 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f23beb-01bb-4459-9013-d93f73ed2e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922e2bd6-00c7-4a88-a176-d2e2fb6db375,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:25.710463 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d2f23beb-01bb-4459-9013-d93f73ed2e41 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26f9e1d5342e419a89431b78e5dcb7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944411 Jun 08 13:57:25.713698 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 40928) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:25.776443 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7fbcda78-f870-4420-97a3-0efd33ba2818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:25.801577 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7fbcda78-f870-4420-97a3-0efd33ba2818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:25.865449 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7fbcda78-f870-4420-97a3-0efd33ba2818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:25.868357 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7fbcda78-f870-4420-97a3-0efd33ba2818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:25.869516 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7fbcda78-f870-4420-97a3-0efd33ba2818 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/922e2bd6-00c7-4a88-a176-d2e2fb6db375 HTTP/1.1" status: 204 len: 168 time: 0.1547706 Jun 08 13:57:25.879037 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcda78-f870-4420-97a3-0efd33ba2818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922e2bd6-00c7-4a88-a176-d2e2fb6db375,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:26.062185 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410975-5dc6-4928-98e7-770b75aeafd6 req-496c76e0-f850-4e99-ba22-328b55be28d8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:26.071709 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5d410975-5dc6-4928-98e7-770b75aeafd6 req-496c76e0-f850-4e99-ba22-328b55be28d8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1030047 Jun 08 13:57:26.121080 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5d410975-5dc6-4928-98e7-770b75aeafd6 req-f3b4ab85-0aa0-413c-989e-1c3a3e2394b0 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482559 Jun 08 13:57:26.341131 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99b375-fa3b-4339-b268-8e7650e00f48 req-1a6f6bc0-d3a8-44c9-ad36-479745060cbf tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:26.345123 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7f99b375-fa3b-4339-b268-8e7650e00f48 req-1a6f6bc0-d3a8-44c9-ad36-479745060cbf tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0740802 Jun 08 13:57:26.420767 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7f99b375-fa3b-4339-b268-8e7650e00f48 req-0c1f0190-ff52-4d6f-83ea-2166291a44b8 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642595 Jun 08 13:57:26.501586 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64936f-ba0b-40f9-a00a-0a6c79fc89db req-daa5d472-d06b-4118-a00b-86112f75cb85 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:26.510563 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6f64936f-ba0b-40f9-a00a-0a6c79fc89db req-daa5d472-d06b-4118-a00b-86112f75cb85 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 931 time: 0.1191938 Jun 08 13:57:26.550433 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6f64936f-ba0b-40f9-a00a-0a6c79fc89db req-ee166236-2d26-4b0b-9a41-697bfbf17249 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385444 Jun 08 13:57:26.715180 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f3ed5-1cd5-4106-977b-db1dc0fdd068 req-28d7714f-024f-40f0-9c37-c5272a194575 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:26.735208 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cb5f3ed5-1cd5-4106-977b-db1dc0fdd068 req-28d7714f-024f-40f0-9c37-c5272a194575 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0760200 Jun 08 13:57:26.806640 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cb5f3ed5-1cd5-4106-977b-db1dc0fdd068 req-83273f44-fa2e-4efd-a461-547a3e4bbe60 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688422 Jun 08 13:57:26.958923 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 40972) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:27.063503 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-522503258-network', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:27.083651 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Made reservation on behalf of e0cc54eeb66b49faad26d64e72da3c13 for: {'network': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:57:27.085868 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.093958 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.180686 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.191064 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.213430 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=97370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:57:27.228831 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9169f290-ea74-4f42-8da3-273acf36edf5,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:27.234628 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.234968 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.segments_db [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Added segment e3814005-bca5-4e60-bc99-1eea9802b7ae of type vlan for network 916ca76b-21eb-4307-84a8-b942f7d90566 Jun 08 13:57:27.263362 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bd9a3-fe1e-412e-9a8c-7cc9c99a079a req-99f4dfbe-b237-43cb-b61c-eb599440b6fd tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:27.264336 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-905bd9a3-fe1e-412e-9a8c-7cc9c99a079a req-99f4dfbe-b237-43cb-b61c-eb599440b6fd tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0556064 Jun 08 13:57:27.278124 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.308385 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.310117 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:27.310692 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.311372 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-905bd9a3-fe1e-412e-9a8c-7cc9c99a079a req-92739941-3633-4541-8319-c8787b782580 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353377 Jun 08 13:57:27.375564 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4151905 Jun 08 13:57:27.376169 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f86dd0-d5c4-42b5-82c4-20aa2d15a054 admin admin] Pushing event updated for resources: {'Network': ['ID=916ca76b-21eb-4307-84a8-b942f7d90566,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:27.378429 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 40982) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:27.385152 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 916ca76b-21eb-4307-84a8-b942f7d90566 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:57:27.398867 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Request body: {'subnet': {'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-522503258-subnet', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:27.419697 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Made reservation on behalf of e0cc54eeb66b49faad26d64e72da3c13 for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:57:27.422425 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26000096'] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.541327 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d990696-a6b6-4134-9078-119869d646cb req-bd66bead-3038-43ef-bc80-5186578b0561 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:27.542964 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9d990696-a6b6-4134-9078-119869d646cb req-bd66bead-3038-43ef-bc80-5186578b0561 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0523622 Jun 08 13:57:27.638852 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26000118'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.639854 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9d990696-a6b6-4134-9078-119869d646cb req-e026a560-d921-4b68-9686-a6dfbe7aa617 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884671 Jun 08 13:57:27.677790 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Request body: {'port': {'device_id': '562dc846-597d-4415-9506-4be8cb8950f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:27.765080 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e97d6b24-a3a3-42b7-841d-6969adac504f req-470ff71f-6178-4647-8033-6dac9d858a4a service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559784 Jun 08 13:57:27.791402 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=255a9d14-cc72-4ff8-8366-f55bf8edb7e5,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:27.811025 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:27.822305 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc573885-0b78-4946-aca9-23a9eb2e7678 req-deb7543b-d9fc-4556-9909-4a238c7a2ce5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:27.825834 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dc573885-0b78-4946-aca9-23a9eb2e7678 req-deb7543b-d9fc-4556-9909-4a238c7a2ce5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 931 time: 0.1837201 Jun 08 13:57:27.837169 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Checking segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:27.837586 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Network hostable DHCP agents. Network: 916ca76b-21eb-4307-84a8-b942f7d90566, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:57:27.911362 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Network 916ca76b-21eb-4307-84a8-b942f7d90566 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:57:27.928241 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb3500-73d3-4d24-91f9-5857bdc90bcc req-b77a078a-d03b-403a-98f8-251fc4977429 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:27.930815 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dc573885-0b78-4946-aca9-23a9eb2e7678 req-625ab651-3535-4b8d-b9e8-779d182697d3 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888712 Jun 08 13:57:27.936809 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1ddb3500-73d3-4d24-91f9-5857bdc90bcc req-b77a078a-d03b-403a-98f8-251fc4977429 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0586145 Jun 08 13:57:27.941009 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 916ca76b-21eb-4307-84a8-b942f7d90566) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:27.951941 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b76b2b-1f7a-4f8e-981b-5de1b60d02f3 None None] Network 916ca76b-21eb-4307-84a8-b942f7d90566 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:57:27.981851 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1ddb3500-73d3-4d24-91f9-5857bdc90bcc req-7088bbb6-4406-49e4-a199-eab8f295af62 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398700 Jun 08 13:57:27.991023 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:27.991327 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.037851 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f773c5a-ab7e-4689-85e0-615289db441b req-dd6f92de-c7c7-4aa8-be57-d43a08fb4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:28.039521 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7f773c5a-ab7e-4689-85e0-615289db441b req-dd6f92de-c7c7-4aa8-be57-d43a08fb4798 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 1099 time: 0.0711033 Jun 08 13:57:28.051020 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-806793fe-c9d7-4fcc-8292-971121b72ff5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6688333 Jun 08 13:57:28.069799 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 40998) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:28.074345 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:28.100932 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7f773c5a-ab7e-4689-85e0-615289db441b req-41e2491f-95e3-4ae7-bfa8-bbcefc60a02a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507507 Jun 08 13:57:28.108057 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.109233 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.120829 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-916ca76b-21eb-4307-84a8-b942f7d90566', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:57:28.122497 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.164744 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.190136 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac47a2a2-5864-4ed3-92e0-d492d2950656 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:57:28.198682 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.210705 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Transition to ACTIVE for port object ac47a2a2-5864-4ed3-92e0-d492d2950656 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:57:28.216541 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.291204 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Pushing event updated for resources: {'Port': ['ID=ac47a2a2-5864-4ed3-92e0-d492d2950656,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:28.292588 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Allocated IP 172.20.0.2 (916ca76b-21eb-4307-84a8-b942f7d90566/255a9d14-cc72-4ff8-8366-f55bf8edb7e5/a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:28.334167 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.358343 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Attempting to bind port ac47a2a2-5864-4ed3-92e0-d492d2950656 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:57:28.358840 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Attempting to bind port ac47a2a2-5864-4ed3-92e0-d492d2950656 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:57:28.359224 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Attempting to bind port ac47a2a2-5864-4ed3-92e0-d492d2950656 on network 103b4a78-0a55-4e9e-84b6-18d263cf3aee {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:28.367012 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Port ac47a2a2-5864-4ed3-92e0-d492d2950656 on network 103b4a78-0a55-4e9e-84b6-18d263cf3aee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:57:28.367399 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Attempting to bind port ac47a2a2-5864-4ed3-92e0-d492d2950656 on network 103b4a78-0a55-4e9e-84b6-18d263cf3aee {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:28.378579 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:57:28.379007 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Checking segment: {'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:28.379462 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Bound using segment: {'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:57:28.379995 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Bound port: ac47a2a2-5864-4ed3-92e0-d492d2950656, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5002aff3-5f61-4b7c-87d1-59aed5b45d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:57:28.380501 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.468758 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.477079 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.497489 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] For port ac47a2a2-5864-4ed3-92e0-d492d2950656, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:57:28.503034 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] For port ac47a2a2-5864-4ed3-92e0-d492d2950656, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:57:28.515595 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.519419 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Network 916ca76b-21eb-4307-84a8-b942f7d90566 is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:28.528228 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:28.532576 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:28.533100 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687cc51-2b07-432d-99c3-b73aeae75525 req-35f18bc7-b9f4-4ad2-b3d5-10a0a41afe0f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:28.534677 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5687cc51-2b07-432d-99c3-b73aeae75525 req-35f18bc7-b9f4-4ad2-b3d5-10a0a41afe0f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0917099 Jun 08 13:57:28.542625 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:28.543345 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.545466 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] 10.222.0.71 "PUT /v2.0/ports/ac47a2a2-5864-4ed3-92e0-d492d2950656 HTTP/1.1" status: 200 len: 1093 time: 0.8718183 Jun 08 13:57:28.550459 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:28.554412 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e58e26-0afd-46ee-a5c8-07cf0a552482" -d '{"events": [{"name": "network-changed", "server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:28.572759 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.573581 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Pushing event updated for resources: {'Port': ['ID=a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:28.601403 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.606483 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52cd46e-0e56-4df3-aa17-83fb26fbf555 x-openstack-request-id: req-f52cd46e-0e56-4df3-aa17-83fb26fbf555 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:28.606770 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:28.607008 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f52cd46e-0e56-4df3-aa17-83fb26fbf555 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:28.607388 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52cd46e-0e56-4df3-aa17-83fb26fbf555'] response: {'name': 'network-changed', 'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'status': 'completed', 'code': 200} Jun 08 13:57:28.640884 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5687cc51-2b07-432d-99c3-b73aeae75525 req-5815619c-4a11-48b3-b805-8c57e908d0d3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916851 Jun 08 13:57:28.650085 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b0052-9cb0-4df2-9ad3-49848d04a777 service neutron] Pushing event updated for resources: {'Port': ['ID=ac47a2a2-5864-4ed3-92e0-d492d2950656,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:28.661582 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Attempting to bind port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:57:28.662120 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Attempting to bind port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:57:28.664783 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Attempting to bind port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a on network 916ca76b-21eb-4307-84a8-b942f7d90566 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:28.687202 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:57:28.690069 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Checking segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:28.690470 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.690891 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Bound using segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:57:28.691328 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Bound port: a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:57:28.691697 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.737663 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Allocated IP 172.27.0.45 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/1c36fec6-516b-492c-a8f2-155b3b0cae46) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:28.770988 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] For port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:57:28.775100 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] For port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:57:28.783253 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:28.820636 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa86d-b58a-426f-88fb-a00e36c90740 req-ebf0807c-9872-4239-a6c2-f1862274ba4a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:28.822165 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-328fa86d-b58a-426f-88fb-a00e36c90740 req-ebf0807c-9872-4239-a6c2-f1862274ba4a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0776606 Jun 08 13:57:28.865413 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587ea00-1854-4b32-a518-b0ff6b0cf416 None None] Pushing event updated for resources: {'Port': ['ID=a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:28.901370 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-328fa86d-b58a-426f-88fb-a00e36c90740 req-2f5caf08-e0a1-440d-9088-6c9a0cdf9daa tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510097 Jun 08 13:57:28.966500 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:29.008647 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:29.051688 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:29.054684 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:29.058391 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:29.123735 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af8ee2-4e10-4e48-b285-797e7f00aa33 req-1de5148a-165a-41d3-beff-0f807de546eb tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:29.125238 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Pushing event updated for resources: {'Port': ['ID=1c36fec6-516b-492c-a8f2-155b3b0cae46,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:29.125390 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c7af8ee2-4e10-4e48-b285-797e7f00aa33 req-1de5148a-165a-41d3-beff-0f807de546eb tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 943 time: 0.1019418 Jun 08 13:57:29.197014 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c7af8ee2-4e10-4e48-b285-797e7f00aa33 req-1418299d-6c99-4ca9-9472-510d32ccfd33 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490341 Jun 08 13:57:29.255774 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a350951-1bad-4417-8976-a63a9addc0bd req-4e87a7a9-be4c-46e8-8e5e-ef94063df45b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:29.263874 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2a350951-1bad-4417-8976-a63a9addc0bd req-4e87a7a9-be4c-46e8-8e5e-ef94063df45b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.2024171 Jun 08 13:57:29.314084 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:29.331275 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2a350951-1bad-4417-8976-a63a9addc0bd req-185dfe3d-e46b-41d9-9824-48e0fb0b7b22 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662735 Jun 08 13:57:29.364548 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:29.365024 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:29.440790 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:29.441034 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:29.441172 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:29.475580 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:29.479333 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:29.527400 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:29.638581 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:29.799844 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e854c2-2269-4883-b423-7a7dee7ce3ec req-4d5cfb1d-61cd-4641-b1a3-c71b8b025f2d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:29.801473 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14e854c2-2269-4883-b423-7a7dee7ce3ec req-4d5cfb1d-61cd-4641-b1a3-c71b8b025f2d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0570588 Jun 08 13:57:29.849053 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-14e854c2-2269-4883-b423-7a7dee7ce3ec req-6950248b-a483-4b90-9ed8-141f5cfa2549 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408814 Jun 08 13:57:29.919474 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02eb49-ad19-45da-90aa-dd89299f3b7a None None] Network 916ca76b-21eb-4307-84a8-b942f7d90566 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:57:30.045350 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73087b72-a944-45b4-84a8-3422bdb46b50 req-226cb931-7a0b-499f-8bef-65b815ddbd8c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:30.047098 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-73087b72-a944-45b4-84a8-3422bdb46b50 req-226cb931-7a0b-499f-8bef-65b815ddbd8c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0665209 Jun 08 13:57:30.054658 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-c8a32883-eb00-4fdf-8a88-3c2b5f593d6e None None] Provisioning complete for port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:30.055209 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-c8a32883-eb00-4fdf-8a88-3c2b5f593d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:30.063777 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:57:30.125825 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-73087b72-a944-45b4-84a8-3422bdb46b50 req-90288613-490f-4138-8e9e-6f261f36c23f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720069 Jun 08 13:57:30.162498 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-c8a32883-eb00-4fdf-8a88-3c2b5f593d6e None None] Current status of the port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:30.204553 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:57:30.228520 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Sync routers for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:57:30.235395 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:30.239082 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-1819824f-5110-470d-82fa-81ce04f60de5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1658225 Jun 08 13:57:30.239299 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41028) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:30.247679 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:30.248984 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:30.326739 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392c4a7-ea99-4508-bec0-720b27ffe57f req-b508700b-35c5-41b2-8d53-e0dadc25d45e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:30.328378 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4392c4a7-ea99-4508-bec0-720b27ffe57f req-b508700b-35c5-41b2-8d53-e0dadc25d45e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 943 time: 0.0625827 Jun 08 13:57:30.389353 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-a176f5e3-d307-427c-b106-91cb8decc2fc None None] Provisioning complete for port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:30.390566 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a176f5e3-d307-427c-b106-91cb8decc2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:30.403986 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4392c4a7-ea99-4508-bec0-720b27ffe57f req-60323307-e60e-4b10-83cc-94e8bf69f718 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688326 Jun 08 13:57:30.478316 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:30.493152 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-a176f5e3-d307-427c-b106-91cb8decc2fc None None] Current status of the port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:30.522840 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2915bb-3ea3-4738-8c60-1e75389cda73 req-ca95a30f-eb2d-47f0-a99d-ba87ba10f370 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:30.524290 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-be2915bb-3ea3-4738-8c60-1e75389cda73 req-ca95a30f-eb2d-47f0-a99d-ba87ba10f370 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.0938187 Jun 08 13:57:30.607611 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-be2915bb-3ea3-4738-8c60-1e75389cda73 req-d6a3f184-6aaf-482f-bac0-4462b9d85c1e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751445 Jun 08 13:57:30.653778 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:29Z', 'revision_number': 3, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:30.682568 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Checking router: 7fad602a-6b54-4c55-bbb1-16d34c9e8030 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:57:30.683209 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Updating router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 port 1c36fec6-516b-492c-a8f2-155b3b0cae46 binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:57:30.714438 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:30.798125 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.007322 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.008800 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Allocated IP 172.20.0.1 (916ca76b-21eb-4307-84a8-b942f7d90566/255a9d14-cc72-4ff8-8366-f55bf8edb7e5/04298f70-708b-4043-ba27-958d8d34607d) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:31.015931 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.059525 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e58e26-0afd-46ee-a5c8-07cf0a552482 req-7e0735f4-9246-4718-8a0e-ded1d15d7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:31.061103 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-20e58e26-0afd-46ee-a5c8-07cf0a552482 req-7e0735f4-9246-4718-8a0e-ded1d15d7fe0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0951acbab4624b4d83377bc94d26dc55&device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 1096 time: 0.0957148 Jun 08 13:57:31.073454 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Attempting to bind port 1c36fec6-516b-492c-a8f2-155b3b0cae46 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:57:31.073978 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Attempting to bind port 1c36fec6-516b-492c-a8f2-155b3b0cae46 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:57:31.074416 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Attempting to bind port 1c36fec6-516b-492c-a8f2-155b3b0cae46 on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:31.076855 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7744d45-3af4-4f53-8159-61009b4490bf req-7aef3cbe-45dd-4e77-a047-af20d31229dc tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:31.078291 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095c171-1024-4381-b6b4-6108658d9646 None None] Pushing event updated for resources: {'Port': ['ID=1c36fec6-516b-492c-a8f2-155b3b0cae46,revision_number=2']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:31.078449 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c7744d45-3af4-4f53-8159-61009b4490bf req-7aef3cbe-45dd-4e77-a047-af20d31229dc tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0670848 Jun 08 13:57:31.083367 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:57:31.083857 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:31.084338 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.084803 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:57:31.085371 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Bound port: 1c36fec6-516b-492c-a8f2-155b3b0cae46, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:57:31.085883 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.131964 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.158874 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] For port 1c36fec6-516b-492c-a8f2-155b3b0cae46, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:57:31.162674 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] For port 1c36fec6-516b-492c-a8f2-155b3b0cae46, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=1c36fec6-516b-492c-a8f2-155b3b0cae46,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:57:31.169532 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.171471 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.251105 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Network 916ca76b-21eb-4307-84a8-b942f7d90566 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:31.261773 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:31.275676 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:31.289857 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e58e26-0afd-46ee-a5c8-07cf0a552482 req-a401d3d2-5330-4808-934b-6c8b04a80c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:31.292535 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-20e58e26-0afd-46ee-a5c8-07cf0a552482 req-a401d3d2-5330-4808-934b-6c8b04a80c6c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0951acbab4624b4d83377bc94d26dc55&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2121007 Jun 08 13:57:31.319928 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095c171-1024-4381-b6b4-6108658d9646 None None] Pushing event updated for resources: {'Port': ['ID=1c36fec6-516b-492c-a8f2-155b3b0cae46,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:31.337414 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:31.379059 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:31.379976 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:31.384576 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23cb2-2516-43bc-ba4c-bc520f59c005 req-cdf0e0a9-4535-421a-8cc9-bbfbe19ded9f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:31.389754 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-43e23cb2-2516-43bc-ba4c-bc520f59c005 req-cdf0e0a9-4535-421a-8cc9-bbfbe19ded9f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.1805634 Jun 08 13:57:31.390501 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Pushing event updated for resources: {'Port': ['ID=04298f70-708b-4043-ba27-958d8d34607d,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:31.443860 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:31.444248 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.455449 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.462271 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-43e23cb2-2516-43bc-ba4c-bc520f59c005 req-f5ce0f51-b051-4494-916c-1dc88f11fbf3 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630858 Jun 08 13:57:31.577090 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c7744d45-3af4-4f53-8159-61009b4490bf req-b32b75b3-05ee-4583-af5a-0644cbe8f3ad tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828768 Jun 08 13:57:31.578917 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e58e26-0afd-46ee-a5c8-07cf0a552482 req-ea1f5be7-2021-4932-8443-8cc027c51bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:31.583528 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-20e58e26-0afd-46ee-a5c8-07cf0a552482 req-ea1f5be7-2021-4932-8443-8cc027c51bdf service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2689035 Jun 08 13:57:31.592036 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:31.627046 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:31.642190 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-ad3a7c6f-9af8-4aa0-9404-0a37077b7b6d None None] Provisioning complete for port 04298f70-708b-4043-ba27-958d8d34607d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:31.642564 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ad3a7c6f-9af8-4aa0-9404-0a37077b7b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.684467 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a7c6f-9af8-4aa0-9404-0a37077b7b6d None None] Port 04298f70-708b-4043-ba27-958d8d34607d cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:57:31.722757 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-1fd8d75a-26eb-4613-b94e-4a3acb325a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:31.724915 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-1fd8d75a-26eb-4613-b94e-4a3acb325a0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0951acbab4624b4d83377bc94d26dc55&device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 1096 time: 0.0954158 Jun 08 13:57:31.737031 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311205a-e72f-415d-a39c-ad4d01f77c0f req-83a7fe8a-c8a1-4e61-a5fe-9d6047224191 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:31.738755 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e311205a-e72f-415d-a39c-ad4d01f77c0f req-83a7fe8a-c8a1-4e61-a5fe-9d6047224191 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 943 time: 0.1416276 Jun 08 13:57:31.754014 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:31.799883 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-6c623879-9bc6-4bff-8f21-04b67a616bce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656 HTTP/1.1" status: 200 len: 217 time: 0.0592721 Jun 08 13:57:31.801173 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:29Z', 'revision_number': 3, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:31.820962 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e311205a-e72f-415d-a39c-ad4d01f77c0f req-ac2b9581-d046-406c-a896-a696a383231c tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728538 Jun 08 13:57:31.845391 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba932b-641b-4c1a-b5a1-a4dcb3526707 req-af90892b-80af-416b-a632-5e668753ca91 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:31.846924 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21ba932b-641b-4c1a-b5a1-a4dcb3526707 req-af90892b-80af-416b-a632-5e668753ca91 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.1167560 Jun 08 13:57:31.859554 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb47b168-6516-4076-8140-3e9231d48800 None None] The sync data for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi is: [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:29Z', 'revision_number': 3, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:57:31.893900 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8db2a279-4d3b-4029-863a-ea68a5a66d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:31.895630 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8db2a279-4d3b-4029-863a-ea68a5a66d63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b8187c7d-2e8f-4b23-acb5-d298688e771a HTTP/1.1" status: 200 len: 854 time: 0.0875456 Jun 08 13:57:31.960576 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21ba932b-641b-4c1a-b5a1-a4dcb3526707 req-383a68cb-de52-4530-a36d-8402b339ab14 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016803 Jun 08 13:57:31.979166 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-720893d4-2281-454a-85c3-72fc654903a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:31.981000 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-720893d4-2281-454a-85c3-72fc654903a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=103b4a78-0a55-4e9e-84b6-18d263cf3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690570 Jun 08 13:57:32.050026 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:32.057014 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:32.108687 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:32.149422 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-7ed59fa8-619f-48bb-b97c-d2b944652342 service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568189 Jun 08 13:57:32.226031 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Pushing event updated for resources: {'Port': ['ID=04298f70-708b-4043-ba27-958d8d34607d,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:32.283265 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Network 916ca76b-21eb-4307-84a8-b942f7d90566 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:32.286376 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:32.292316 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0f260e39-2e7b-4e19-9e4c-0fe69ddf88fe req-8f4a6eff-6596-4760-b150-3c1afe582807 service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348221 Jun 08 13:57:32.427854 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:57:32.651584 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:57:32.658551 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-50e41dea-a7e1-4703-b409-db407fcec4ed admin admin] 10.222.0.64 "PUT /v2.0/routers/7fad602a-6b54-4c55-bbb1-16d34c9e8030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4180758 Jun 08 13:57:32.668500 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdc8bc-6381-4be4-9613-ad374992c893 req-e8494ec7-fb7c-4556-b2e3-e82557c61736 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:32.672170 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-66fdc8bc-6381-4be4-9613-ad374992c893 req-e8494ec7-fb7c-4556-b2e3-e82557c61736 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0826557 Jun 08 13:57:32.726837 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-142eff7f-d067-4daa-b13e-c3eebfe415ce None None] Provisioning complete for port 04298f70-708b-4043-ba27-958d8d34607d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:32.727403 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-142eff7f-d067-4daa-b13e-c3eebfe415ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:32.750565 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c9e20-f35d-45ae-be49-53310d12d122 req-8f4c6c39-8d5e-4e4a-873c-5f9259dd090a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:32.752085 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-848c9e20-f35d-45ae-be49-53310d12d122 req-8f4c6c39-8d5e-4e4a-873c-5f9259dd090a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0755916 Jun 08 13:57:32.764676 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-66fdc8bc-6381-4be4-9613-ad374992c893 req-f8fbe7c9-f0ef-46c2-99c3-838a60f9fcc0 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733972 Jun 08 13:57:32.796738 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-142eff7f-d067-4daa-b13e-c3eebfe415ce None None] Port 04298f70-708b-4043-ba27-958d8d34607d cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:57:32.821473 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-848c9e20-f35d-45ae-be49-53310d12d122 req-3b075493-aad5-4ef6-90cf-db1da8d2fd47 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604460 Jun 08 13:57:32.906402 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a404f-9134-48ff-a80e-d6bdda058cac req-d38682b5-2d22-4a8f-9871-230bb4cd5fc6 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:32.919042 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1b2a404f-9134-48ff-a80e-d6bdda058cac req-d38682b5-2d22-4a8f-9871-230bb4cd5fc6 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0811276 Jun 08 13:57:32.919564 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41072) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:32.925638 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-70a64950-6e3b-4284-8839-5f9b6e847746 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Request body: {'floatingip': {'port_id': 'ece7333b-805e-4fd2-8930-53075a313014'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:32.969491 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74327a2-2401-4291-a1c3-921b6e7a73cc req-4e9d9b63-8940-4ae6-b3fe-4c6289732fa0 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:32.969734 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-70a64950-6e3b-4284-8839-5f9b6e847746 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for floatingip, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:32.979747 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d74327a2-2401-4291-a1c3-921b6e7a73cc req-4e9d9b63-8940-4ae6-b3fe-4c6289732fa0 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 943 time: 0.0649445 Jun 08 13:57:33.030192 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d74327a2-2401-4291-a1c3-921b6e7a73cc req-6418fdfd-3ef5-432b-92e1-841aa5bc84a2 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493317 Jun 08 13:57:33.120862 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a7810261-be6b-4d16-a8a5-d392ef856731 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:57:33.243282 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb77172-44c4-4153-8da6-f9b5ea086e21 req-83cdc6f9-b00b-424f-a76d-0e2b2f59d701 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:33.244830 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-edb77172-44c4-4153-8da6-f9b5ea086e21 req-83cdc6f9-b00b-424f-a76d-0e2b2f59d701 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.1794655 Jun 08 13:57:33.327929 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:33.362610 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'port_id': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'mac_address': 'fa:16:3e:dc:61:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:57:33.414522 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-edb77172-44c4-4153-8da6-f9b5ea086e21 req-bcd87fae-ffb1-4ff8-96da-d2473610cca0 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541054 Jun 08 13:57:33.447610 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 1c36fec6-516b-492c-a8f2-155b3b0cae46 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:33.513578 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port a7810261-be6b-4d16-a8a5-d392ef856731 is: ACTIVE; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:33.514162 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.546806 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 41100) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:33.548736 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7810261-be6b-4d16-a8a5-d392ef856731 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:57:33.552252 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-160702787-network', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:33.591160 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Made reservation on behalf of e76bcd195e574b2794566ef5b7060297 for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:57:33.597261 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.613924 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:33.615722 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 1c36fec6-516b-492c-a8f2-155b3b0cae46 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:33.615860 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.622770 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.641407 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.679434 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c58c68-7c81-42c5-85d7-9dc5ac7c08bf req-23db3c2e-f546-4e57-a94d-761dd03cc17d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:33.682803 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b9c58c68-7c81-42c5-85d7-9dc5ac7c08bf req-23db3c2e-f546-4e57-a94d-761dd03cc17d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1269791 Jun 08 13:57:33.699101 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=6']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:33.760969 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.767869 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.782446 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 13:57:33.794682 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.795025 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Added segment c9f37cff-4ec9-4adb-af44-f8c7f54d4e44 of type vlan for network c895dc1a-0408-4172-afa8-cdb6f52b0f87 Jun 08 13:57:33.799433 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 1c36fec6-516b-492c-a8f2-155b3b0cae46 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:33.800664 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.805853 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b9c58c68-7c81-42c5-85d7-9dc5ac7c08bf req-0a1e36a1-e544-4df5-8099-cb059e94d7e6 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936811 Jun 08 13:57:33.819006 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['a7810261-be6b-4d16-a8a5-d392ef856731'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:57:33.871800 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.885131 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 1c36fec6-516b-492c-a8f2-155b3b0cae46, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=1c36fec6-516b-492c-a8f2-155b3b0cae46,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:33.886702 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-70a64950-6e3b-4284-8839-5f9b6e847746 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.893197 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.896367 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-70a64950-6e3b-4284-8839-5f9b6e847746 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.918546 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.921307 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:33.921920 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:33.947391 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d8de61-275a-49f5-88c0-e130d120a6ba,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:33.981720 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4331253 Jun 08 13:57:33.989000 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 41108) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:33.996134 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Request body: {'subnet': {'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-160702787-subnet', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:34.006545 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=1c36fec6-516b-492c-a8f2-155b3b0cae46,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:34.044914 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac502c-aadf-4dec-b8b4-bf2ae96a2568 admin admin] Pushing event updated for resources: {'Network': ['ID=c895dc1a-0408-4172-afa8-cdb6f52b0f87,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:34.064509 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network c895dc1a-0408-4172-afa8-cdb6f52b0f87 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 13:57:34.071011 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66006532-9441-4755-997b-8eff6a7de38b req-f66c8204-28b6-48e6-a541-f2c0695f8ef0 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:34.073980 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-66006532-9441-4755-997b-8eff6a7de38b req-f66c8204-28b6-48e6-a541-f2c0695f8ef0 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.0734255 Jun 08 13:57:34.076272 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Made reservation on behalf of e76bcd195e574b2794566ef5b7060297 for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:57:34.078758 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26000096'] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:34.177964 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-66006532-9441-4755-997b-8eff6a7de38b req-69064eef-618e-452e-95c7-ddb6da19f1c4 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957696 Jun 08 13:57:34.331003 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Sync routers for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:57:34.342775 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:34.343319 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:34.365469 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4634d3-579e-4f81-86b1-a102690e4dd9 req-35ae2d47-603d-40a5-9a83-fe2369478c6a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:34.367074 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-dc4634d3-579e-4f81-86b1-a102690e4dd9 req-35ae2d47-603d-40a5-9a83-fe2369478c6a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 944 time: 0.4097564 Jun 08 13:57:34.394275 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-70a64950-6e3b-4284-8839-5f9b6e847746 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Floating IP 3e447538-5505-4fe6-a6c5-0839c26d0433 associated. External IP: 172.27.0.208, port: ece7333b-805e-4fd2-8930-53075a313014. Jun 08 13:57:34.458475 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-dc4634d3-579e-4f81-86b1-a102690e4dd9 req-809734b5-4fbc-40df-a60a-096bb30e7b6a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801833 Jun 08 13:57:34.600484 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:34.643572 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41011e9c-0aae-467a-a2c3-46dd044f13b0 req-a104ce0d-1e2a-4fec-88d3-96d685e078f5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:34.646349 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-41011e9c-0aae-467a-a2c3-46dd044f13b0 req-a104ce0d-1e2a-4fec-88d3-96d685e078f5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 943 time: 0.3847330 Jun 08 13:57:34.667282 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26000118'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:34.702674 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308217-f588-49e7-9051-d014e1b0b540 req-99e5d1a0-dff4-403a-81a6-250ea4c7972c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:34.704199 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec308217-f588-49e7-9051-d014e1b0b540 req-99e5d1a0-dff4-403a-81a6-250ea4c7972c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.1145802 Jun 08 13:57:34.725445 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-41011e9c-0aae-467a-a2c3-46dd044f13b0 req-c6770314-b2dd-4717-bbd0-78c5c2b76d37 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729203 Jun 08 13:57:34.733718 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=926b1ce3-e45d-4b5d-a1e5-6924abc1f25f,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:34.736530 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a64950-6e3b-4284-8839-5f9b6e847746 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:57:34.753282 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Checking segment: {'id': 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:34.754659 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Network hostable DHCP agents. Network: c895dc1a-0408-4172-afa8-cdb6f52b0f87, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 13:57:34.778636 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec308217-f588-49e7-9051-d014e1b0b540 req-c3ae72af-9065-4ef5-9b55-6ce34ea17b5a tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651875 Jun 08 13:57:34.785707 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Network c895dc1a-0408-4172-afa8-cdb6f52b0f87 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 13:57:34.804687 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, c895dc1a-0408-4172-afa8-cdb6f52b0f87) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:34.810067 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:34.810592 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:34.824156 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea910d97-23bf-4d29-8632-9944d4945ae6 None None] Network c895dc1a-0408-4172-afa8-cdb6f52b0f87 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:57:34.870031 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-a59e414a-1243-4e73-85c0-3d87075aaf74 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8793445 Jun 08 13:57:34.873664 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 41122) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:34.878326 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-160702787-router', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:34.902223 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a64950-6e3b-4284-8839-5f9b6e847746 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:57:34.908998 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-c2ee8f0e-d7d5-433e-8fdd-69dc3107f222 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843949 Jun 08 13:57:34.912717 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 2, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:34.913958 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:34.915360 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] Sync routers for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:57:34.915910 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:34.928355 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-70a64950-6e3b-4284-8839-5f9b6e847746 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:34.930385 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:34.931367 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:34.962589 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-70a64950-6e3b-4284-8839-5f9b6e847746 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "PUT /v2.0/floatingips/3e447538-5505-4fe6-a6c5-0839c26d0433 HTTP/1.1" status: 200 len: 992 time: 2.0395112 Jun 08 13:57:34.962589 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:34.963609 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec550ef7-64b8-4359-ae58-acec0e57a8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "tag": "ece7333b-805e-4fd2-8930-53075a313014"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:34.968227 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Checking router: 7fad602a-6b54-4c55-bbb1-16d34c9e8030 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:57:34.968697 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Updating router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 port 04298f70-708b-4043-ba27-958d8d34607d binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:57:35.000353 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:35.008700 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6495b7f3-4f88-4ff2-8797-3df7653d911d x-openstack-request-id: req-6495b7f3-4f88-4ff2-8797-3df7653d911d {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:35.008978 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "tag": "ece7333b-805e-4fd2-8930-53075a313014", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:35.009223 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6495b7f3-4f88-4ff2-8797-3df7653d911d {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:35.009640 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6495b7f3-4f88-4ff2-8797-3df7653d911d'] response: {'name': 'network-changed', 'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014', 'status': 'completed', 'code': 200} Jun 08 13:57:35.026144 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:35.150340 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:35.159623 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-90535348-8a77-4f07-bc5b-b84e611c77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:35.161310 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-90535348-8a77-4f07-bc5b-b84e611c77b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 1099 time: 0.0718262 Jun 08 13:57:35.167095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2752b-b901-4700-a7d8-4f4a584b864a req-f7e47828-9405-4c20-a135-212d6d21976b tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:35.170399 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-96a2752b-b901-4700-a7d8-4f4a584b864a req-f7e47828-9405-4c20-a135-212d6d21976b tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.2495446 Jun 08 13:57:35.182518 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ac47a2a2-5864-4ed3-92e0-d492d2950656 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:57:35.185192 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a7810261-be6b-4d16-a8a5-d392ef856731 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:35.187083 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-c895dc1a-0408-4172-afa8-cdb6f52b0f87', 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'fixed_ips': [{'subnet_id': '926b1ce3-e45d-4b5d-a1e5-6924abc1f25f'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 13:57:35.188069 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:35.330609 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-54a2aa46-2815-4adb-8967-dd6dba31e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:35.336953 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-54a2aa46-2815-4adb-8967-dd6dba31e427 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 1098 time: 0.3076916 Jun 08 13:57:35.418662 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 1c36fec6-516b-492c-a8f2-155b3b0cae46 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:35.431690 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:35.441272 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-96a2752b-b901-4700-a7d8-4f4a584b864a req-e6d15b4b-89b0-4e49-8197-4ca81880dd84 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646434 Jun 08 13:57:35.472832 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-da289ec9-d497-4bad-bb9f-8043339e7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:35.474834 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-da289ec9-d497-4bad-bb9f-8043339e7aad service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.2798483 Jun 08 13:57:35.566097 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-f7e9a9f8-91dc-4774-9fd1-9784cb3ab630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:35.567463 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-f7e9a9f8-91dc-4774-9fd1-9784cb3ab630 service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.1691327 Jun 08 13:57:35.583490 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3e447538-5505-4fe6-a6c5-0839c26d0433', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'port_id': 'ece7333b-805e-4fd2-8930-53075a313014', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'mac_address': 'fa:16:3e:fe:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:56:56Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 1, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:55:01Z', 'revision_number': 5, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:35.615530 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ffea8-4ca5-4d75-a74c-823dc2fe2e08 req-8dded80c-b2a5-4648-b14f-c9cfcecd0b9d tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:35.629359 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-658ffea8-4ca5-4d75-a74c-823dc2fe2e08 req-8dded80c-b2a5-4648-b14f-c9cfcecd0b9d tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.3021514 Jun 08 13:57:35.642390 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-ff2415af-c802-41a3-8f98-33a954dc913b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e3230c-b288-4747-b0be-7b9f047d2c66 HTTP/1.1" status: 200 len: 217 time: 0.0621214 Jun 08 13:57:35.659112 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Allocated IP 172.20.0.2 (c895dc1a-0408-4172-afa8-cdb6f52b0f87/926b1ce3-e45d-4b5d-a1e5-6924abc1f25f/7c8be639-501a-43c0-8516-2bd12d1edc45) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:35.677440 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-acabaa80-1d15-4b44-b874-156dcd21641b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ece7333b-805e-4fd2-8930-53075a313014 HTTP/1.1" status: 200 len: 1000 time: 0.1911061 Jun 08 13:57:35.713318 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-658ffea8-4ca5-4d75-a74c-823dc2fe2e08 req-842ac788-1d83-46bc-88a8-3b96bbf1ae18 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792959 Jun 08 13:57:35.761441 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-256dba4f-d5f4-456d-898b-fd33ac1f179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:35.763855 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-256dba4f-d5f4-456d-898b-fd33ac1f179a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.1052878 Jun 08 13:57:35.780026 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a9d72-eaf5-45d2-96b7-292f02a2ba01 req-e7913897-df75-4134-8f94-9f16a65ccfc3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:35.788568 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ef1a9d72-eaf5-45d2-96b7-292f02a2ba01 req-e7913897-df75-4134-8f94-9f16a65ccfc3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 944 time: 0.1450419 Jun 08 13:57:35.813711 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] Checking router: 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:57:35.824628 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:35.825457 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:35.858759 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:35.893773 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-2cec6e16-4c2d-464a-8aca-5dd277c8f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:35.897232 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-2cec6e16-4c2d-464a-8aca-5dd277c8f185 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.2100537 Jun 08 13:57:35.924567 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port ac47a2a2-5864-4ed3-92e0-d492d2950656, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:35.939374 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'port_id': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'mac_address': 'fa:16:3e:23:7e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:57:35.946946 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:35.966193 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:35.992173 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ef1a9d72-eaf5-45d2-96b7-292f02a2ba01 req-5365754d-af26-409f-ab98-c85d874c35e5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012737 Jun 08 13:57:36.036830 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port ac47a2a2-5864-4ed3-92e0-d492d2950656 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:36.037803 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.040324 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port a7810261-be6b-4d16-a8a5-d392ef856731 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:36.040776 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.060663 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-78c14ed2-6dbe-4d4e-8e98-f60917309482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:36.073855 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-78c14ed2-6dbe-4d4e-8e98-f60917309482 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2590883 Jun 08 13:57:36.079173 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.120301 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac47a2a2-5864-4ed3-92e0-d492d2950656 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:57:36.146292 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port ac47a2a2-5864-4ed3-92e0-d492d2950656, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:36.151452 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Network c895dc1a-0408-4172-afa8-cdb6f52b0f87 is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:36.154201 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-72256a91-411e-4202-a523-aafbe7b3990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:36.161205 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-72256a91-411e-4202-a523-aafbe7b3990c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2531025 Jun 08 13:57:36.162395 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.163134 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 42f67b10-7a92-4bcf-95a2-e7021bc22c58 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:57:36.174993 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:36.182705 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Pushing event updated for resources: {'Port': ['ID=7c8be639-501a-43c0-8516-2bd12d1edc45,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:36.185531 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:36.210595 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1bf24-d838-416a-9c69-0e467ab31ea3 req-4fd46b77-66fe-476d-82d0-596b13033a51 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:36.228056 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b3a1bf24-d838-416a-9c69-0e467ab31ea3 req-4fd46b77-66fe-476d-82d0-596b13033a51 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 943 time: 0.3008056 Jun 08 13:57:36.254389 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-2935b22e-b1ef-4e54-83d0-5191df90bda6 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387074 Jun 08 13:57:36.267214 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.267623 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 1c36fec6-516b-492c-a8f2-155b3b0cae46 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:36.268095 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.343979 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.db.resource_extend [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 13:57:36.400131 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3e447538-5505-4fe6-a6c5-0839c26d0433', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'port_id': 'ece7333b-805e-4fd2-8930-53075a313014', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'mac_address': 'fa:16:3e:fe:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:56:56Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 1, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:55:01Z', 'revision_number': 5, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:36.455976 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Attempting to bind port 7c8be639-501a-43c0-8516-2bd12d1edc45 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:57:36.456508 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Attempting to bind port 7c8be639-501a-43c0-8516-2bd12d1edc45 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:57:36.456961 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Attempting to bind port 7c8be639-501a-43c0-8516-2bd12d1edc45 on network c895dc1a-0408-4172-afa8-cdb6f52b0f87 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:36.469380 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2e89f-2614-4795-a0c1-dcabee416be2 None None] The sync data for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi is: [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3e447538-5505-4fe6-a6c5-0839c26d0433', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'port_id': 'ece7333b-805e-4fd2-8930-53075a313014', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'mac_address': 'fa:16:3e:fe:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:56:56Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 1, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:55:01Z', 'revision_number': 5, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:57:36.506312 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b3a1bf24-d838-416a-9c69-0e467ab31ea3 req-a418f549-dc76-4c09-9658-41b39d5e7f21 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776237 Jun 08 13:57:36.532130 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-b2de69b7-ab52-4568-b902-50d9d3c45096 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981558 Jun 08 13:57:36.535008 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port a7810261-be6b-4d16-a8a5-d392ef856731 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:36.535401 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.538331 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=ac47a2a2-5864-4ed3-92e0-d492d2950656,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:36.546980 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.566918 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:57:36.567298 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Checking segment: {'id': 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:36.567697 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.568093 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Bound using segment: {'id': 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:57:36.568570 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Bound port: 7c8be639-501a-43c0-8516-2bd12d1edc45, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:57:36.568997 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.636325 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Allocated IP 172.27.0.55 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/504df8da-d7bb-4f40-b1da-1fb933b81a19) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:36.766557 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e556b-581e-41e7-8f78-d9346135c811 req-48cba39e-1fa6-44ae-af60-c63165d175c6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:36.775231 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-119e556b-581e-41e7-8f78-d9346135c811 req-48cba39e-1fa6-44ae-af60-c63165d175c6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 944 time: 0.5194881 Jun 08 13:57:36.801384 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-282d90cb-e3b9-49b3-bea1-37e1037aa008 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:36.803617 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12981c01-f579-4b3a-ab8b-a85c1edd5a45 req-d9e90581-ebdc-47b0-8806-8edb03820364 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:36.804270 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-282d90cb-e3b9-49b3-bea1-37e1037aa008 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.71 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.3727050 Jun 08 13:57:36.805188 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-12981c01-f579-4b3a-ab8b-a85c1edd5a45 req-d9e90581-ebdc-47b0-8806-8edb03820364 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1036906 Jun 08 13:57:36.827905 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:36.928508 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec550ef7-64b8-4359-ae58-acec0e57a8d0 req-be56e3f0-6d32-43c7-8996-5121e365f3f3 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587379 Jun 08 13:57:36.951993 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:36.971984 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-12981c01-f579-4b3a-ab8b-a85c1edd5a45 req-74c6d8d2-242d-4875-b6b4-0246808bc719 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521895 Jun 08 13:57:36.974475 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:37.011187 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:37.014026 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2d5d6f-d375-454d-a786-6e6230039a6d" -d '{"events": [{"server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "name": "network-vif-plugged", "status": "completed", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:37.017328 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0b3b9-4826-4976-8701-3749b03b636e None None] Pushing event updated for resources: {'Port': ['ID=04298f70-708b-4043-ba27-958d8d34607d,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:37.020232 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a82e5e8-cb60-4da6-a97d-fc797a5279d6 None None] New status for floating IP 3e447538-5505-4fe6-a6c5-0839c26d0433: ACTIVE {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:57:37.028496 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:37.086137 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ea5f9a84-34a3-426a-833f-770fc575d466 req-73d881d5-498f-4571-886f-bd0751e6bd11 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7987046 Jun 08 13:57:37.139749 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 1c36fec6-516b-492c-a8f2-155b3b0cae46 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:37.255034 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-119e556b-581e-41e7-8f78-d9346135c811 req-cc670c0c-2070-444c-b9dc-5f6953bb4ff4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4701459 Jun 08 13:57:37.290272 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 42f67b10-7a92-4bcf-95a2-e7021bc22c58, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=42f67b10-7a92-4bcf-95a2-e7021bc22c58,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:37.381318 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:37.388920 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b532303-0cd8-4e30-b9e8-cf0ea07d59ea req-cbed8c88-c06e-45d7-96ee-5b4df2433af8 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:37.390482 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-b20ccd7d-e234-4f1e-9339-a652b54ca4c7 None None] Provisioning complete for port 04298f70-708b-4043-ba27-958d8d34607d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:37.390858 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b20ccd7d-e234-4f1e-9339-a652b54ca4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:37.404091 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7b532303-0cd8-4e30-b9e8-cf0ea07d59ea req-cbed8c88-c06e-45d7-96ee-5b4df2433af8 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.2290802 Jun 08 13:57:37.422948 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': '42f67b10-7a92-4bcf-95a2-e7021bc22c58', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'port_id': '42f67b10-7a92-4bcf-95a2-e7021bc22c58', 'mac_address': 'fa:16:3e:65:a0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:57:37.469981 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-b20ccd7d-e234-4f1e-9339-a652b54ca4c7 None None] Port 04298f70-708b-4043-ba27-958d8d34607d cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:57:37.547554 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Attempting to bind port 04298f70-708b-4043-ba27-958d8d34607d on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:57:37.548068 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Attempting to bind port 04298f70-708b-4043-ba27-958d8d34607d by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:57:37.548368 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Attempting to bind port 04298f70-708b-4043-ba27-958d8d34607d on network 916ca76b-21eb-4307-84a8-b942f7d90566 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:37.553643 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=7']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:37.556761 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] For port 7c8be639-501a-43c0-8516-2bd12d1edc45, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:57:37.573089 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7b532303-0cd8-4e30-b9e8-cf0ea07d59ea req-4bac26b3-999a-4d6c-a33c-a8dd3c92f9a8 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557283 Jun 08 13:57:37.585428 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:57:37.585872 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Checking segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:37.586402 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:37.586856 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Bound using segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:57:37.587365 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Bound port: 04298f70-708b-4043-ba27-958d8d34607d, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:57:37.587798 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:37.615328 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:37.626836 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] For port 7c8be639-501a-43c0-8516-2bd12d1edc45, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=7c8be639-501a-43c0-8516-2bd12d1edc45,segment=NetworkSegment(c9f37cff-4ec9-4adb-af44-f8c7f54d4e44),segment_id=c9f37cff-4ec9-4adb-af44-f8c7f54d4e44)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:57:37.650047 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:37.667708 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:37.668012 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:37.721305 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:37.756253 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:37.760636 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:37.814454 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41182) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:37.831248 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ce9f86-e6b4-4bfc-9ecd-9f3bf9805f34 x-openstack-request-id: req-32ce9f86-e6b4-4bfc-9ecd-9f3bf9805f34 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:37.831538 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "name": "network-vif-plugged", "status": "completed", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:37.831786 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32ce9f86-e6b4-4bfc-9ecd-9f3bf9805f34 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:37.832173 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ce9f86-e6b4-4bfc-9ecd-9f3bf9805f34'] response: {'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'code': 200} Jun 08 13:57:37.847679 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f67b10-7a92-4bcf-95a2-e7021bc22c58 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:57:37.907782 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 42f67b10-7a92-4bcf-95a2-e7021bc22c58, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=42f67b10-7a92-4bcf-95a2-e7021bc22c58,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:37.951689 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:37.957243 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db9401-bb2c-4586-840d-8e226725c44b None None] Pushing event updated for resources: {'Port': ['ID=7c8be639-501a-43c0-8516-2bd12d1edc45,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:38.021689 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] For port 04298f70-708b-4043-ba27-958d8d34607d, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:57:38.039255 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] For port 04298f70-708b-4043-ba27-958d8d34607d, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=04298f70-708b-4043-ba27-958d8d34607d,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:57:38.058293 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:38.062472 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74915126-2b1d-40a8-97c8-38c36b5df558 req-84289bd7-dd7b-418a-8c5e-36f1efdbb24e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:38.073758 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-74915126-2b1d-40a8-97c8-38c36b5df558 req-84289bd7-dd7b-418a-8c5e-36f1efdbb24e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 944 time: 0.1374493 Jun 08 13:57:38.106371 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=42f67b10-7a92-4bcf-95a2-e7021bc22c58,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:38.136111 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae856b72-a506-41e2-b045-dd3e31454867 req-af857b60-81e7-4923-924e-04f6e28acfc6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:38.150360 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ae856b72-a506-41e2-b045-dd3e31454867 req-af857b60-81e7-4923-924e-04f6e28acfc6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.6293237 Jun 08 13:57:38.155609 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Pushing event updated for resources: {'Port': ['ID=504df8da-d7bb-4f40-b1da-1fb933b81a19,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:38.191166 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-74915126-2b1d-40a8-97c8-38c36b5df558 req-41789586-b196-4c87-be0e-7ab4c0fe7105 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143637 Jun 08 13:57:38.239659 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e937f81b-6dc9-4b5d-943c-158d9365f05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:38.241501 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:38.242199 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:38.501478 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f86c0-ae53-457e-b11b-1e2df9f505f0 req-195ec5b1-d03e-438f-b643-d713ea0e958e tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:38.503063 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cb2f86c0-ae53-457e-b11b-1e2df9f505f0 req-195ec5b1-d03e-438f-b643-d713ea0e958e tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1230114 Jun 08 13:57:38.505098 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e937f81b-6dc9-4b5d-943c-158d9365f05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:38.526125 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e937f81b-6dc9-4b5d-943c-158d9365f05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:38.554613 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0b3b9-4826-4976-8701-3749b03b636e None None] Pushing event updated for resources: {'Port': ['ID=04298f70-708b-4043-ba27-958d8d34607d,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:38.579815 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:38.585268 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['42f67b10-7a92-4bcf-95a2-e7021bc22c58'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:57:38.631646 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e937f81b-6dc9-4b5d-943c-158d9365f05a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35e292915a604d1fa0bfcc0c2479073e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8157773 Jun 08 13:57:38.636341 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937f81b-6dc9-4b5d-943c-158d9365f05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf9cf09-ce5d-4e3c-b781-7e5eacf41945,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:38.639563 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41192) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:38.712769 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['ac47a2a2-5864-4ed3-92e0-d492d2950656'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:57:38.730344 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cb2f86c0-ae53-457e-b11b-1e2df9f505f0 req-5ebb7d39-eb0c-49d0-9000-6aba8e733662 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188840 Jun 08 13:57:38.786779 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1dba566-e699-46f8-adda-c5b12329f5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:38.843928 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1dba566-e699-46f8-adda-c5b12329f5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:38.881313 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-f6fa2437-5fe9-47d7-ad9a-244e405d8d7f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Deleting port 7329773e-1a9d-44f2-8362-cfb7860b1b32 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:57:38.881782 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-f6fa2437-5fe9-47d7-ad9a-244e405d8d7f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:38.921767 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ae856b72-a506-41e2-b045-dd3e31454867 req-ca085db7-dfb5-4948-8310-f12bc6df6c2e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7563879 Jun 08 13:57:38.969618 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1dba566-e699-46f8-adda-c5b12329f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:38.972158 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1dba566-e699-46f8-adda-c5b12329f5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:38.972540 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bad0bfc7-489b-49c9-bc16-78ebebf59ed0 None None] Provisioning complete for port 04298f70-708b-4043-ba27-958d8d34607d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:38.976040 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bad0bfc7-489b-49c9-bc16-78ebebf59ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:38.993829 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e1dba566-e699-46f8-adda-c5b12329f5d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bf9cf09-ce5d-4e3c-b781-7e5eacf41945 HTTP/1.1" status: 204 len: 168 time: 0.3325779 Jun 08 13:57:39.012293 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dba566-e699-46f8-adda-c5b12329f5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf9cf09-ce5d-4e3c-b781-7e5eacf41945,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:39.026378 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4a128-5c4f-4270-8115-f627cf83e14a req-6b6a6f5c-8e32-45fa-8f7e-be4cf5fe49ee tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:39.039718 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f5b4a128-5c4f-4270-8115-f627cf83e14a req-6b6a6f5c-8e32-45fa-8f7e-be4cf5fe49ee tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 945 time: 0.1935043 Jun 08 13:57:39.148287 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f5b4a128-5c4f-4270-8115-f627cf83e14a req-9409417b-1e1e-4b21-b8e4-bc8c1266dc02 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071451 Jun 08 13:57:39.277339 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bad0bfc7-489b-49c9-bc16-78ebebf59ed0 None None] Current status of the port 04298f70-708b-4043-ba27-958d8d34607d is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:39.277754 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bad0bfc7-489b-49c9-bc16-78ebebf59ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:39.308397 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:39.409212 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-f6fa2437-5fe9-47d7-ad9a-244e405d8d7f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] For port 7329773e-1a9d-44f2-8362-cfb7860b1b32, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=7329773e-1a9d-44f2-8362-cfb7860b1b32,segment=NetworkSegment(4bb1e956-0097-421d-922c-4de86591abf9),segment_id=4bb1e956-0097-421d-922c-4de86591abf9)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:39.409597 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-f6fa2437-5fe9-47d7-ad9a-244e405d8d7f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:39.470042 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fc6ae-2ed0-40c4-b506-b526031dd73a req-88f40d62-dd4c-4281-a795-460be69e20a8 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:39.472019 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-758fc6ae-2ed0-40c4-b506-b526031dd73a req-88f40d62-dd4c-4281-a795-460be69e20a8 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 946 time: 0.3789833 Jun 08 13:57:39.475190 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-f6fa2437-5fe9-47d7-ad9a-244e405d8d7f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Calling delete_port for 7329773e-1a9d-44f2-8362-cfb7860b1b32 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:57:39.479761 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96935-1847-4e5b-b04b-bb8027ca709d req-a2414b60-554d-403e-a33c-8dd3eb78eada tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:39.488901 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 7c8be639-501a-43c0-8516-2bd12d1edc45 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:39.512081 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-99d96935-1847-4e5b-b04b-bb8027ca709d req-a2414b60-554d-403e-a33c-8dd3eb78eada tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 944 time: 0.1892102 Jun 08 13:57:39.588193 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bad0bfc7-489b-49c9-bc16-78ebebf59ed0 None None] For port 04298f70-708b-4043-ba27-958d8d34607d, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=04298f70-708b-4043-ba27-958d8d34607d,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:39.615364 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-99d96935-1847-4e5b-b04b-bb8027ca709d req-d0ed0bc3-bee2-401e-963e-254733abad8e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819478 Jun 08 13:57:39.675538 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bad0bfc7-489b-49c9-bc16-78ebebf59ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:39.708989 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-758fc6ae-2ed0-40c4-b506-b526031dd73a req-d4c03f0f-5ad0-45a8-8d00-8956d1938068 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236757 Jun 08 13:57:39.790682 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac386d9-2427-4c6c-a5a5-2ce4f7c77269 None None] Network c895dc1a-0408-4172-afa8-cdb6f52b0f87 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 13:57:39.894638 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-f6fa2437-5fe9-47d7-ad9a-244e405d8d7f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:39.940473 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa2437-5fe9-47d7-ad9a-244e405d8d7f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Pushing event deleted for resources: {'Port': ['ID=7329773e-1a9d-44f2-8362-cfb7860b1b32,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:39.984870 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a4a8-88fa-48e6-8adc-48ce58feb5dd req-7e50c039-3a3a-46ff-9cf1-37b7e2fbc234 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:39.987889 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9844a4a8-88fa-48e6-8adc-48ce58feb5dd req-7e50c039-3a3a-46ff-9cf1-37b7e2fbc234 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1210206 Jun 08 13:57:40.019684 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-537df6e8-d8a2-4e47-9c34-256d7d53c9ae None None] Provisioning complete for port 7c8be639-501a-43c0-8516-2bd12d1edc45 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:40.020229 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-537df6e8-d8a2-4e47-9c34-256d7d53c9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:40.037574 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 7329773e-1a9d-44f2-8362-cfb7860b1b32 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:57:40.084189 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-f6fa2437-5fe9-47d7-ad9a-244e405d8d7f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] No DVR routers for this DVR port 7329773e-1a9d-44f2-8362-cfb7860b1b32 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:57:40.095301 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9844a4a8-88fa-48e6-8adc-48ce58feb5dd req-31d8c629-0096-4772-abd8-83bb243540b7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993798 Jun 08 13:57:40.116682 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-f6fa2437-5fe9-47d7-ad9a-244e405d8d7f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:40.120069 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e5a796bb-c1d0-408d-b3da-67e3d232e7bd req-f6fa2437-5fe9-47d7-ad9a-244e405d8d7f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.71 "DELETE /v2.0/ports/7329773e-1a9d-44f2-8362-cfb7860b1b32 HTTP/1.1" status: 204 len: 173 time: 3.2886691 Jun 08 13:57:40.123370 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9501ca3e-911e-4fcc-8853-9f76545c0376', 'name': 'network-vif-deleted', 'tag': '7329773e-1a9d-44f2-8362-cfb7860b1b32'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:40.125642 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2bbe35-5568-4a9e-a276-2507896be674" -d '{"events": [{"server_uuid": "9501ca3e-911e-4fcc-8853-9f76545c0376", "name": "network-vif-deleted", "tag": "7329773e-1a9d-44f2-8362-cfb7860b1b32"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:40.140114 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:40.162912 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8f83c-050f-4ae3-a356-d350bfd3d3c5 req-ead9244c-754c-4dcd-8db1-d86efe5e10bb tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:40.171730 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-51b8f83c-050f-4ae3-a356-d350bfd3d3c5 req-ead9244c-754c-4dcd-8db1-d86efe5e10bb tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1202171 Jun 08 13:57:40.234419 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90930f3e-68e5-4e6e-b0f2-d4b1b420d029 x-openstack-request-id: req-90930f3e-68e5-4e6e-b0f2-d4b1b420d029 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:40.234762 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9501ca3e-911e-4fcc-8853-9f76545c0376", "name": "network-vif-deleted", "tag": "7329773e-1a9d-44f2-8362-cfb7860b1b32", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:40.235194 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90930f3e-68e5-4e6e-b0f2-d4b1b420d029 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:40.235726 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90930f3e-68e5-4e6e-b0f2-d4b1b420d029'] response: {'server_uuid': '9501ca3e-911e-4fcc-8853-9f76545c0376', 'name': 'network-vif-deleted', 'tag': '7329773e-1a9d-44f2-8362-cfb7860b1b32', 'status': 'completed', 'code': 200} Jun 08 13:57:40.311172 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-51b8f83c-050f-4ae3-a356-d350bfd3d3c5 req-97699410-25fa-468c-8905-5138e1a4102a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344135 Jun 08 13:57:40.364160 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 7c8be639-501a-43c0-8516-2bd12d1edc45 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:40.364920 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:40.416176 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Router 63ce434e-7665-40e5-be53-474f6d6ebea5 is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 13:57:40.418398 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: 7329773e-1a9d-44f2-8362-cfb7860b1b32 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 13:57:40.419213 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 7329773e-1a9d-44f2-8362-cfb7860b1b32 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:57:40.458988 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0bfc7-489b-49c9-bc16-78ebebf59ed0 None None] Pushing event updated for resources: {'Port': ['ID=04298f70-708b-4043-ba27-958d8d34607d,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:40.526349 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629817-8bc9-49ea-8da3-3821ee342fae req-78fcd650-782c-4398-bd87-400ceb519548 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:40.527917 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4e629817-8bc9-49ea-8da3-3821ee342fae req-78fcd650-782c-4398-bd87-400ceb519548 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 945 time: 0.1920786 Jun 08 13:57:40.544917 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:37Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:40.576146 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:57:40.581834 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb4410-d663-433f-a0ce-cbfd84263073 None None] The sync data for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi is: [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:37Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:57:40.587135 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Sync routers for ids ['63ce434e-7665-40e5-be53-474f6d6ebea5'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:57:40.625588 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] Notify callbacks [] for router, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:40.641326 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-bf4d3dd7-cafc-4131-b823-fce18c6d81ac admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7666924 Jun 08 13:57:40.643998 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Routers {'63ce434e-7665-40e5-be53-474f6d6ebea5'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:40.645275 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 41232) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:40.647773 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['63ce434e-7665-40e5-be53-474f6d6ebea5'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:40.718864 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4e629817-8bc9-49ea-8da3-3821ee342fae req-f4b6dee7-6f63-44f2-9c09-da6c1e92ba5d tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629400 Jun 08 13:57:40.744528 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-537df6e8-d8a2-4e47-9c34-256d7d53c9ae None None] Current status of the port 7c8be639-501a-43c0-8516-2bd12d1edc45 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:40.744926 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-537df6e8-d8a2-4e47-9c34-256d7d53c9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:40.798539 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 7c8be639-501a-43c0-8516-2bd12d1edc45 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:40.809870 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:40.924275 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 7c8be639-501a-43c0-8516-2bd12d1edc45, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=7c8be639-501a-43c0-8516-2bd12d1edc45,segment=NetworkSegment(c9f37cff-4ec9-4adb-af44-f8c7f54d4e44),segment_id=c9f37cff-4ec9-4adb-af44-f8c7f54d4e44)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:40.936016 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:41.019617 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Set router 63ce434e-7665-40e5-be53-474f6d6ebea5 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:41.078691 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-95b431fb-24fe-4dd5-88c7-81a361c2fa33 req-9e2f4307-2f0e-4802-b658-05234145a6fc tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=9501ca3e-911e-4fcc-8853-9f76545c0376 HTTP/1.1" status: 200 len: 210 time: 0.1202612 Jun 08 13:57:41.115515 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.db.api [None req-537df6e8-d8a2-4e47-9c34-256d7d53c9ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=97371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 13:57:41.116575 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG oslo_db.api [None req-537df6e8-d8a2-4e47-9c34-256d7d53c9ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 13:57:41.118111 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=7c8be639-501a-43c0-8516-2bd12d1edc45,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:41.377306 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bb0a7-ee5e-468e-996b-d86e8c053666 req-835d3cab-a261-4ec8-ba1e-c74e52224e04 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:41.379683 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-805bb0a7-ee5e-468e-996b-d86e8c053666 req-835d3cab-a261-4ec8-ba1e-c74e52224e04 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1368108 Jun 08 13:57:41.419353 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'name': 'tempest-TestVolumeBootPattern-160702787-router', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:34Z', 'updated_at': '2022-06-08T13:57:38Z', 'revision_number': 3, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'gw_port': {'id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:36Z', 'updated_at': '2022-06-08T13:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:41.461284 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb6b46-9e8b-4dc3-90a4-faf47f16ed4a req-967d4d93-939a-4a1a-bbed-f251ac596d00 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:41.462914 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d8eb6b46-9e8b-4dc3-90a4-faf47f16ed4a req-967d4d93-939a-4a1a-bbed-f251ac596d00 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 944 time: 0.4150226 Jun 08 13:57:41.467661 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Checking router: 63ce434e-7665-40e5-be53-474f6d6ebea5 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:57:41.468758 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Updating router 63ce434e-7665-40e5-be53-474f6d6ebea5 port 504df8da-d7bb-4f40-b1da-1fb933b81a19 binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:57:41.521945 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-805bb0a7-ee5e-468e-996b-d86e8c053666 req-7698e363-da73-4404-bb1a-d950b83d08b4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347032 Jun 08 13:57:41.547869 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:41.593373 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 7c8be639-501a-43c0-8516-2bd12d1edc45 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:41.697036 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d8eb6b46-9e8b-4dc3-90a4-faf47f16ed4a req-f5311bbb-b4e3-40ff-b533-ddbec7d203a4 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276106 Jun 08 13:57:41.742309 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c238a-c6e3-47e8-bf31-eb009cbfb659 req-a755a6ed-5b82-4f1c-be46-99504aa2875a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:41.753962 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0a1c238a-c6e3-47e8-bf31-eb009cbfb659 req-a755a6ed-5b82-4f1c-be46-99504aa2875a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1068375 Jun 08 13:57:41.818543 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0a1c238a-c6e3-47e8-bf31-eb009cbfb659 req-63ff2a75-a61a-4564-97ec-125fe7c81ead tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591152 Jun 08 13:57:41.833646 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-537df6e8-d8a2-4e47-9c34-256d7d53c9ae None None] Current status of the port 7c8be639-501a-43c0-8516-2bd12d1edc45 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:41.873183 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 7c8be639-501a-43c0-8516-2bd12d1edc45 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:41.874505 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:41.956824 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2df4-e0f3-4187-9a9a-9204c3c9c924 req-0e56a762-718f-480b-b8e3-7869c669e07f tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:41.958656 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4f1e2df4-e0f3-4187-9a9a-9204c3c9c924 req-0e56a762-718f-480b-b8e3-7869c669e07f tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 945 time: 0.0837569 Jun 08 13:57:42.027863 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ac47a2a2-5864-4ed3-92e0-d492d2950656 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:42.050906 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4f1e2df4-e0f3-4187-9a9a-9204c3c9c924 req-55bf4fdd-4d92-4ec9-a288-381fc2805f0c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687902 Jun 08 13:57:42.052884 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-5983daf3-96e2-4adf-9e1a-107a9188b9a3 None None] Provisioning complete for port 7c8be639-501a-43c0-8516-2bd12d1edc45 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:42.053254 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-5983daf3-96e2-4adf-9e1a-107a9188b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.066061 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 7c8be639-501a-43c0-8516-2bd12d1edc45 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:42.068925 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 04298f70-708b-4043-ba27-958d8d34607d up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:42.148392 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.168760 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.201463 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.267823 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port ac47a2a2-5864-4ed3-92e0-d492d2950656 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:57:42.279083 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port ac47a2a2-5864-4ed3-92e0-d492d2950656 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:42.279469 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.346253 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Attempting to bind port 504df8da-d7bb-4f40-b1da-1fb933b81a19 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:57:42.348811 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Attempting to bind port 504df8da-d7bb-4f40-b1da-1fb933b81a19 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:57:42.350115 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Attempting to bind port 504df8da-d7bb-4f40-b1da-1fb933b81a19 on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:42.361776 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:57:42.362454 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:42.362931 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.363417 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:57:42.367412 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Bound port: 504df8da-d7bb-4f40-b1da-1fb933b81a19, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:57:42.369432 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.392355 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Pushing event updated for resources: {'Port': ['ID=504df8da-d7bb-4f40-b1da-1fb933b81a19,revision_number=2']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:42.400420 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 04298f70-708b-4043-ba27-958d8d34607d triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:42.400837 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.462148 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-5983daf3-96e2-4adf-9e1a-107a9188b9a3 None None] Current status of the port 7c8be639-501a-43c0-8516-2bd12d1edc45 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:42.473390 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.473818 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.475834 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.477325 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.477688 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.479166 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.479609 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.479950 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.481454 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.481454 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.481797 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.484685 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:42.576289 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Allocated IP 172.20.0.1 (c895dc1a-0408-4172-afa8-cdb6f52b0f87/926b1ce3-e45d-4b5d-a1e5-6924abc1f25f/c36851ac-770c-4adc-9cfe-621a2c64607a) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:42.626338 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] For port 504df8da-d7bb-4f40-b1da-1fb933b81a19, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:57:42.641122 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] For port 504df8da-d7bb-4f40-b1da-1fb933b81a19, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=504df8da-d7bb-4f40-b1da-1fb933b81a19,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:57:42.658340 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.671739 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 04298f70-708b-4043-ba27-958d8d34607d is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:42.706110 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port ac47a2a2-5864-4ed3-92e0-d492d2950656 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:42.706668 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.757376 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:42.763977 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f670b2-d6a1-40e1-a418-0409adb987b9" -d '{"events": [{"server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "name": "network-vif-plugged", "status": "completed", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:42.801248 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port ac47a2a2-5864-4ed3-92e0-d492d2950656, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:42.803582 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Routers {'63ce434e-7665-40e5-be53-474f6d6ebea5'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:42.805230 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['63ce434e-7665-40e5-be53-474f6d6ebea5'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:42.810471 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.811836 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 42f67b10-7a92-4bcf-95a2-e7021bc22c58 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:42.925401 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecaebb-7ba3-4107-b843-e72d81e3e46f None None] Pushing event updated for resources: {'Port': ['ID=504df8da-d7bb-4f40-b1da-1fb933b81a19,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:42.930769 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:42.962231 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abf6af-352a-4b69-9440-8e03e07b5948 req-3787ee07-ce2b-44b5-8275-1fb92cd58cb6 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:42.967293 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a1abf6af-352a-4b69-9440-8e03e07b5948 req-3787ee07-ce2b-44b5-8275-1fb92cd58cb6 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.1156871 Jun 08 13:57:43.002614 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=ac47a2a2-5864-4ed3-92e0-d492d2950656,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:43.029261 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:57:43.035247 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:43.038166 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a1abf6af-352a-4b69-9440-8e03e07b5948 req-1311a4fb-13a4-485c-89a6-097ca9c5ae27 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662034 Jun 08 13:57:43.038854 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:43.039223 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:43.085420 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] Set router 63ce434e-7665-40e5-be53-474f6d6ebea5 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:43.116716 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b530254-f385-4647-836a-7c348b5ae5fc x-openstack-request-id: req-1b530254-f385-4647-836a-7c348b5ae5fc {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:43.117074 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "name": "network-vif-plugged", "status": "completed", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:43.117457 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b530254-f385-4647-836a-7c348b5ae5fc {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:43.117715 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b530254-f385-4647-836a-7c348b5ae5fc'] response: {'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'code': 200} Jun 08 13:57:43.160261 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Network c895dc1a-0408-4172-afa8-cdb6f52b0f87 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:43.169133 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:43.169637 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:43.174094 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f5902-1481-4fd9-ad7b-0ca01426b713 req-b718864e-8bc1-4897-89aa-a4a25022d8a0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:43.185126 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-418f5902-1481-4fd9-ad7b-0ca01426b713 req-b718864e-8bc1-4897-89aa-a4a25022d8a0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.2744081 Jun 08 13:57:43.221914 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:43.229695 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:43.266538 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 42f67b10-7a92-4bcf-95a2-e7021bc22c58, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=42f67b10-7a92-4bcf-95a2-e7021bc22c58,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:43.276008 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:43.319953 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12d954-ebf8-4119-a755-ac99d8820d4e req-b37eeb8b-947d-4047-871f-c9b96384668d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:43.334838 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ef12d954-ebf8-4119-a755-ac99d8820d4e req-b37eeb8b-947d-4047-871f-c9b96384668d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1162014 Jun 08 13:57:43.363750 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c36851ac-770c-4adc-9cfe-621a2c64607a,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:43.407520 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=42f67b10-7a92-4bcf-95a2-e7021bc22c58,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:43.413756 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.414105 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.414612 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.414947 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.415274 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.415598 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.415917 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.416237 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.416561 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.417138 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.417465 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.417833 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:43.423692 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-418f5902-1481-4fd9-ad7b-0ca01426b713 req-42c2c16a-aeb7-4ffa-972a-aa6ce3b33680 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369244 Jun 08 13:57:43.429705 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:43.468000 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ef12d954-ebf8-4119-a755-ac99d8820d4e req-b755e2b0-9dfa-4dc2-a209-2d6349af4429 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302748 Jun 08 13:57:43.557953 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'name': 'tempest-TestVolumeBootPattern-160702787-router', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:34Z', 'updated_at': '2022-06-08T13:57:38Z', 'revision_number': 3, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'gw_port': {'id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:36Z', 'updated_at': '2022-06-08T13:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:43.592938 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f39c8f-8700-4e69-95bf-72791a2ed533 None None] The sync data for ids ['63ce434e-7665-40e5-be53-474f6d6ebea5'] in dv-cinder-845130-1-iscsi is: [{'id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'name': 'tempest-TestVolumeBootPattern-160702787-router', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:34Z', 'updated_at': '2022-06-08T13:57:38Z', 'revision_number': 3, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'gw_port': {'id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:36Z', 'updated_at': '2022-06-08T13:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:57:43.700132 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-73c05e68-77ef-4416-958c-e5a334284fa5 None None] Provisioning complete for port c36851ac-770c-4adc-9cfe-621a2c64607a triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:43.700781 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-73c05e68-77ef-4416-958c-e5a334284fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:43.763894 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-73c05e68-77ef-4416-958c-e5a334284fa5 None None] Port c36851ac-770c-4adc-9cfe-621a2c64607a cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:57:43.930310 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b688e57-e4e7-40b7-93a5-1cd95262915d req-03653a76-3007-42f5-9f96-c7311a73ca9a tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:43.930813 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5b688e57-e4e7-40b7-93a5-1cd95262915d req-03653a76-3007-42f5-9f96-c7311a73ca9a tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 946 time: 0.3811879 Jun 08 13:57:44.038532 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:44.055819 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5b688e57-e4e7-40b7-93a5-1cd95262915d req-3e6d2a58-0e64-47f2-8d90-05345086d463 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015782 Jun 08 13:57:44.207766 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eeefe2-786d-434b-9cee-d1bd330d19c0 req-6040d871-b7ce-453b-8610-b46fe335f4cd tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:44.216008 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e6eeefe2-786d-434b-9cee-d1bd330d19c0 req-6040d871-b7ce-453b-8610-b46fe335f4cd tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.0836766 Jun 08 13:57:44.277186 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e6eeefe2-786d-434b-9cee-d1bd330d19c0 req-eabdc245-b174-4a51-b209-e1aeadcc63e5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566630 Jun 08 13:57:44.307052 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:44.312937 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:44.382559 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:44.392230 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c36851ac-770c-4adc-9cfe-621a2c64607a,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:44.535493 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Network c895dc1a-0408-4172-afa8-cdb6f52b0f87 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:44.539372 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:44.683233 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810a487-b679-43b3-b124-879150753522 req-539f086f-0d49-4950-a24b-c729415d1c67 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:44.699964 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4810a487-b679-43b3-b124-879150753522 req-539f086f-0d49-4950-a24b-c729415d1c67 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1286592 Jun 08 13:57:44.773092 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4810a487-b679-43b3-b124-879150753522 req-ad3e3a45-618f-4b36-87f7-056e7bfaeea6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663657 Jun 08 13:57:44.812930 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80ef87-66f2-44e6-8c0a-acfaceba13ef req-46116596-b58c-48b3-8cfa-672c86538e92 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:44.814696 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bf80ef87-66f2-44e6-8c0a-acfaceba13ef req-46116596-b58c-48b3-8cfa-672c86538e92 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.2561674 Jun 08 13:57:44.873742 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Router 63ce434e-7665-40e5-be53-474f6d6ebea5 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:57:44.877044 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bf80ef87-66f2-44e6-8c0a-acfaceba13ef req-0baa285b-c456-4490-9f57-b9956d0bc2b4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519078 Jun 08 13:57:44.921793 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-b6dd601a-cba8-4103-aa63-19b2098e4fd0 None None] Provisioning complete for port c36851ac-770c-4adc-9cfe-621a2c64607a triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:44.922821 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b6dd601a-cba8-4103-aa63-19b2098e4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:44.971192 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd601a-cba8-4103-aa63-19b2098e4fd0 None None] Port c36851ac-770c-4adc-9cfe-621a2c64607a cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:57:45.009733 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:57:45.023281 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-ecdd4728-be40-483d-9794-2e43368423e3 admin admin] 10.222.0.64 "PUT /v2.0/routers/63ce434e-7665-40e5-be53-474f6d6ebea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3757629 Jun 08 13:57:45.118850 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f67b10-7a92-4bcf-95a2-e7021bc22c58'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:45.121328 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd93aabe-bf6e-4fd8-b226-3a0d4b15b294" -d '{"events": [{"server_uuid": "8e31f8d2-9c7c-4074-99d2-7351a0696109", "name": "network-vif-plugged", "status": "completed", "tag": "42f67b10-7a92-4bcf-95a2-e7021bc22c58"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:45.174533 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe2fd4b-ebd2-41e6-8f64-b8d49e6b553d x-openstack-request-id: req-7fe2fd4b-ebd2-41e6-8f64-b8d49e6b553d {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:45.174999 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e31f8d2-9c7c-4074-99d2-7351a0696109", "name": "network-vif-plugged", "status": "completed", "tag": "42f67b10-7a92-4bcf-95a2-e7021bc22c58", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:45.175406 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fe2fd4b-ebd2-41e6-8f64-b8d49e6b553d {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:45.175942 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe2fd4b-ebd2-41e6-8f64-b8d49e6b553d'] response: {'server_uuid': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f67b10-7a92-4bcf-95a2-e7021bc22c58', 'code': 200} Jun 08 13:57:45.239752 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba296a-a25b-4602-bf93-2129d091d069 req-07eb8e3f-45cc-46b2-a6b8-7d848f603ea4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:45.241954 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-79ba296a-a25b-4602-bf93-2129d091d069 req-07eb8e3f-45cc-46b2-a6b8-7d848f603ea4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 946 time: 0.0883000 Jun 08 13:57:45.325281 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-79ba296a-a25b-4602-bf93-2129d091d069 req-bcddc25b-3140-4d8b-8b67-e9a2f6f3b021 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753102 Jun 08 13:57:45.408335 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 504df8da-d7bb-4f40-b1da-1fb933b81a19 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:45.482866 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e980f-7d12-4bef-87b0-12458d641288 req-a8f93536-bb03-4cce-b973-5691bab71304 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:45.485138 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f65e980f-7d12-4bef-87b0-12458d641288 req-a8f93536-bb03-4cce-b973-5691bab71304 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.0919914 Jun 08 13:57:45.498991 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 504df8da-d7bb-4f40-b1da-1fb933b81a19 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:45.499360 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:45.556314 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f65e980f-7d12-4bef-87b0-12458d641288 req-98f37645-4f07-408b-aa19-4c191a2fa851 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633647 Jun 08 13:57:45.635371 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 504df8da-d7bb-4f40-b1da-1fb933b81a19 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:45.635371 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:45.670933 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 504df8da-d7bb-4f40-b1da-1fb933b81a19, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=504df8da-d7bb-4f40-b1da-1fb933b81a19,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:45.691080 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:45.834124 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=504df8da-d7bb-4f40-b1da-1fb933b81a19,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:45.931929 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41306) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:45.941063 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090360803', 'description': 'tempest-secgroup-smoke-1090360803 description', 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:45.995145 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.049696 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecefad7-3f3b-4f25-8208-532408857c11 req-bb73ea37-a46f-4c0c-8514-ee4e33dd04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:46.051259 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-aecefad7-3f3b-4f25-8208-532408857c11 req-bb73ea37-a46f-4c0c-8514-ee4e33dd04c4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 1098 time: 0.1579957 Jun 08 13:57:46.053889 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3bd9b-978e-47ca-8945-3be617d29228 req-aa4d28fe-87f2-46da-bca7-ef5852b232e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:46.055266 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-44c3bd9b-978e-47ca-8945-3be617d29228 req-aa4d28fe-87f2-46da-bca7-ef5852b232e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 1099 time: 0.1428702 Jun 08 13:57:46.066687 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Sync routers for ids ['63ce434e-7665-40e5-be53-474f6d6ebea5'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:57:46.068832 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c28ac2-8f9d-4436-b259-fcd453c4bf63 req-1c43a0a1-170f-4d4c-8212-548b43e4903c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:46.072143 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-94c28ac2-8f9d-4436-b259-fcd453c4bf63 req-1c43a0a1-170f-4d4c-8212-548b43e4903c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1152534 Jun 08 13:57:46.089253 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Routers {'63ce434e-7665-40e5-be53-474f6d6ebea5'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:46.090355 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['63ce434e-7665-40e5-be53-474f6d6ebea5'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:46.148147 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67996b0d-5485-40a4-8c55-8221b44006e7 req-233d7bca-aa97-4e8d-84a8-358298932ace tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:46.156715 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-67996b0d-5485-40a4-8c55-8221b44006e7 req-233d7bca-aa97-4e8d-84a8-358298932ace tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1086462 Jun 08 13:57:46.162456 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.179158 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.219559 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-aecefad7-3f3b-4f25-8208-532408857c11 req-1fa90fb9-7e94-43ec-a550-a757d7a29d87 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411726 Jun 08 13:57:46.228374 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:46.237564 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.241910 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-94c28ac2-8f9d-4436-b259-fcd453c4bf63 req-c3451b4c-9640-4919-9822-36fa1aa24617 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394491 Jun 08 13:57:46.242693 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3096478 Jun 08 13:57:46.244138 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41314) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:46.246152 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.246840 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.247499 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.248722 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.250174 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.250951 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.251507 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.252056 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.252817 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.253359 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.253934 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.254502 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb35bf-e0c7-44de-b2c9-ad33d983fd13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:46.263154 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-0841cc99-5020-4550-8740-59088bb49e26 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'security_group_rule': {'security_group_id': '5bc04445-5ed6-4968-9c3c-c3d6831d2a9d', 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:46.282996 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-44c3bd9b-978e-47ca-8945-3be617d29228 req-4cf94ea5-2d76-485a-b4f6-7208a7b4bdbd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107577 Jun 08 13:57:46.296121 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-67996b0d-5485-40a4-8c55-8221b44006e7 req-ee0284c3-bcbb-46eb-b352-b843ac73baa3 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366115 Jun 08 13:57:46.324090 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Set router 63ce434e-7665-40e5-be53-474f6d6ebea5 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:46.344109 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0841cc99-5020-4550-8740-59088bb49e26 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.467293 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0841cc99-5020-4550-8740-59088bb49e26 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.481700 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0841cc99-5020-4550-8740-59088bb49e26 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.541323 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841cc99-5020-4550-8740-59088bb49e26 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36461ff2-5f65-4a17-abdf-d9b399664c1f,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:46.552566 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf7a46-e866-479a-aea2-8deb01c04b24 req-2c479daf-5117-4045-ba56-e76613c5e726 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:46.556991 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-50cf7a46-e866-479a-aea2-8deb01c04b24 req-2c479daf-5117-4045-ba56-e76613c5e726 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 946 time: 0.0932450 Jun 08 13:57:46.568648 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0841cc99-5020-4550-8740-59088bb49e26 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.570169 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0841cc99-5020-4550-8740-59088bb49e26 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3117926 Jun 08 13:57:46.573193 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41320) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:46.584300 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-2fac8ed9-ca62-4b82-99e3-b46031538bd4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'security_group_rule': {'security_group_id': '5bc04445-5ed6-4968-9c3c-c3d6831d2a9d', 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:46.595220 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41324) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:46.633321 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-50cf7a46-e866-479a-aea2-8deb01c04b24 req-802ff4ff-2d22-4e49-8f03-e9ee06473afb tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691962 Jun 08 13:57:46.665526 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-2fac8ed9-ca62-4b82-99e3-b46031538bd4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.706068 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'name': 'tempest-TestVolumeBootPattern-160702787-router', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:34Z', 'updated_at': '2022-06-08T13:57:43Z', 'revision_number': 4, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'gw_port': {'id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:36Z', 'updated_at': '2022-06-08T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c36851ac-770c-4adc-9cfe-621a2c64607a', 'name': '', 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'mac_address': 'fa:16:3e:cc:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '926b1ce3-e45d-4b5d-a1e5-6924abc1f25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:42Z', 'updated_at': '2022-06-08T13:57:44Z', 'revision_number': 2, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'subnets': [{'id': '926b1ce3-e45d-4b5d-a1e5-6924abc1f25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:46.742148 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Checking router: 63ce434e-7665-40e5-be53-474f6d6ebea5 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:57:46.742682 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Updating router 63ce434e-7665-40e5-be53-474f6d6ebea5 port c36851ac-770c-4adc-9cfe-621a2c64607a binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 13:57:46.776691 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.783547 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c0760d3d-c38c-4824-9446-3d5b72380b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.827823 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-2fac8ed9-ca62-4b82-99e3-b46031538bd4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.844535 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e14b-5155-4fec-812e-283b1ec144b4 req-c076cea5-4325-4d15-baae-fa7414d9c652 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:46.846661 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-38c8e14b-5155-4fec-812e-283b1ec144b4 req-c076cea5-4325-4d15-baae-fa7414d9c652 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.1339138 Jun 08 13:57:46.863928 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-2fac8ed9-ca62-4b82-99e3-b46031538bd4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.900964 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac8ed9-ca62-4b82-99e3-b46031538bd4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c5e857-7aaa-4bd3-aaac-641fa6a06285,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:46.989790 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-38c8e14b-5155-4fec-812e-283b1ec144b4 req-923a356b-084f-4370-94de-b02a8a7ba0d2 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111374 Jun 08 13:57:46.989790 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-2fac8ed9-ca62-4b82-99e3-b46031538bd4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:46.993877 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 41340) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:46.995275 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-2fac8ed9-ca62-4b82-99e3-b46031538bd4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4200079 Jun 08 13:57:46.999845 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-ffc25da8-4c0c-468b-b164-c34b837d7299 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'security_group_rule': {'security_group_id': '5bc04445-5ed6-4968-9c3c-c3d6831d2a9d', 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:47.071797 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c0760d3d-c38c-4824-9446-3d5b72380b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.078287 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ffc25da8-4c0c-468b-b164-c34b837d7299 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.081108 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c0760d3d-c38c-4824-9446-3d5b72380b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.154696 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-c0760d3d-c38c-4824-9446-3d5b72380b7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aac20130faa0437582225a904b40110b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5573568 Jun 08 13:57:47.155059 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ffc25da8-4c0c-468b-b164-c34b837d7299 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.157274 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0760d3d-c38c-4824-9446-3d5b72380b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af26f148-e3df-4039-abd4-71a76476e082,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:47.157434 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 41344) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:47.177899 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ffc25da8-4c0c-468b-b164-c34b837d7299 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.224907 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc25da8-4c0c-468b-b164-c34b837d7299 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532e003d-1a1e-4c99-99d3-4911f5d4315a,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:47.239628 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d1190c55-f36d-4f34-a388-32d72d6eab7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.249713 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.253411 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ffc25da8-4c0c-468b-b164-c34b837d7299 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.257988 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41346) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:47.258974 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-ffc25da8-4c0c-468b-b164-c34b837d7299 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2631562 Jun 08 13:57:47.266470 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-57d9fefb-9d96-42cc-8232-d88b58679b77 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'security_group_rule': {'security_group_id': '5bc04445-5ed6-4968-9c3c-c3d6831d2a9d', 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:47.293874 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.296608 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9c15ff7c-8767-4ac4-b1a0-9729e8e7e0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.322709 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-57d9fefb-9d96-42cc-8232-d88b58679b77 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.373989 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9c15ff7c-8767-4ac4-b1a0-9729e8e7e0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.400678 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Pushing event updated for resources: {'Port': ['ID=c36851ac-770c-4adc-9cfe-621a2c64607a,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:47.406713 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 504df8da-d7bb-4f40-b1da-1fb933b81a19 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:47.429656 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-57d9fefb-9d96-42cc-8232-d88b58679b77 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.435881 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-57d9fefb-9d96-42cc-8232-d88b58679b77 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.458773 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9fefb-9d96-42cc-8232-d88b58679b77 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0863ce-3626-418b-8bce-b7351f28bb7f,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:47.493522 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d1b2a-75b5-414a-aa36-b772794bb7ec req-5ddb8882-a88a-4013-8702-7fe9069cdd2a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:47.503268 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e99d1b2a-75b5-414a-aa36-b772794bb7ec req-5ddb8882-a88a-4013-8702-7fe9069cdd2a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1077969 Jun 08 13:57:47.538603 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-57d9fefb-9d96-42cc-8232-d88b58679b77 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.542566 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-57d9fefb-9d96-42cc-8232-d88b58679b77 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2808475 Jun 08 13:57:47.543535 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41352) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:47.550075 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-6edeb50d-a9e1-4039-8a90-25e93d5e7ea3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'security_group_rule': {'security_group_id': '5bc04445-5ed6-4968-9c3c-c3d6831d2a9d', 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:47.552580 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9c15ff7c-8767-4ac4-b1a0-9729e8e7e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.556454 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9c15ff7c-8767-4ac4-b1a0-9729e8e7e0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.561378 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-9c15ff7c-8767-4ac4-b1a0-9729e8e7e0c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af26f148-e3df-4039-abd4-71a76476e082 HTTP/1.1" status: 204 len: 168 time: 0.4027376 Jun 08 13:57:47.564786 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174a0ea-2c07-4381-82b6-170a28ff6c3a req-1bc051d8-3957-44fb-ac02-7513dc8b8680 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:47.572276 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5174a0ea-2c07-4381-82b6-170a28ff6c3a req-1bc051d8-3957-44fb-ac02-7513dc8b8680 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1338081 Jun 08 13:57:47.586994 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e99d1b2a-75b5-414a-aa36-b772794bb7ec req-2056434e-e0ba-404c-9871-bd62fa629253 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778232 Jun 08 13:57:47.593189 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15ff7c-8767-4ac4-b1a0-9729e8e7e0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af26f148-e3df-4039-abd4-71a76476e082,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:47.620176 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5174a0ea-2c07-4381-82b6-170a28ff6c3a req-e45aab8b-9ebe-4c83-8a2d-b99eecd0c543 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470293 Jun 08 13:57:47.631925 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.securitygroups_db [None req-6edeb50d-a9e1-4039-8a90-25e93d5e7ea3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Project e0cc54eeb66b49faad26d64e72da3c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 13:57:47.656843 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6edeb50d-a9e1-4039-8a90-25e93d5e7ea3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.820591 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6edeb50d-a9e1-4039-8a90-25e93d5e7ea3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.847590 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6edeb50d-a9e1-4039-8a90-25e93d5e7ea3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.895159 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeb50d-a9e1-4039-8a90-25e93d5e7ea3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab54e3b-0c65-4cfa-be45-bc1c30ceed11,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:47.906955 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6edeb50d-a9e1-4039-8a90-25e93d5e7ea3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:47.909068 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6edeb50d-a9e1-4039-8a90-25e93d5e7ea3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3645136 Jun 08 13:57:47.912456 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41358) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:47.923735 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-d2f88aa5-2626-45ba-95bf-4a7a32325354 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'security_group_rule': {'security_group_id': '5bc04445-5ed6-4968-9c3c-c3d6831d2a9d', 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:47.948192 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db9b9a-085b-480a-a301-d3ee5e7c1b5a req-492bed21-21bc-48f1-9c5e-3c2e7b63f57e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:47.960875 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d3db9b9a-085b-480a-a301-d3ee5e7c1b5a req-492bed21-21bc-48f1-9c5e-3c2e7b63f57e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 946 time: 0.1917753 Jun 08 13:57:47.998306 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.securitygroups_db [None req-d2f88aa5-2626-45ba-95bf-4a7a32325354 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Project e0cc54eeb66b49faad26d64e72da3c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 13:57:48.008429 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2f88aa5-2626-45ba-95bf-4a7a32325354 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:48.032525 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Attempting to bind port c36851ac-770c-4adc-9cfe-621a2c64607a on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:57:48.032896 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Attempting to bind port c36851ac-770c-4adc-9cfe-621a2c64607a by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:57:48.033264 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Attempting to bind port c36851ac-770c-4adc-9cfe-621a2c64607a on network c895dc1a-0408-4172-afa8-cdb6f52b0f87 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:48.068979 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 504df8da-d7bb-4f40-b1da-1fb933b81a19 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:48.069308 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:48.100577 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d3db9b9a-085b-480a-a301-d3ee5e7c1b5a req-12e747ae-2eed-4976-8214-256318e63961 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374743 Jun 08 13:57:48.164025 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:57:48.166873 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Checking segment: {'id': 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:48.167381 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:48.167895 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Bound using segment: {'id': 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:57:48.174059 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Bound port: c36851ac-770c-4adc-9cfe-621a2c64607a, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:57:48.174539 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:48.234658 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa5b46-5b19-4e2c-8f03-1fa16096ec34 req-635c7219-39e6-462a-b77f-9784516924b6 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:48.236174 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-43fa5b46-5b19-4e2c-8f03-1fa16096ec34 req-635c7219-39e6-462a-b77f-9784516924b6 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.1138554 Jun 08 13:57:48.238023 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2f88aa5-2626-45ba-95bf-4a7a32325354 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:48.254676 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2f88aa5-2626-45ba-95bf-4a7a32325354 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:48.285604 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-0ee655d6-9826-4b16-88a4-c99a6715f09b None None] Provisioning complete for port c36851ac-770c-4adc-9cfe-621a2c64607a triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:48.286700 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-0ee655d6-9826-4b16-88a4-c99a6715f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:48.292665 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f88aa5-2626-45ba-95bf-4a7a32325354 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b45ead-0b6c-4a7d-b649-78c8c061d198,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:48.304079 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2f88aa5-2626-45ba-95bf-4a7a32325354 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:48.305445 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d2f88aa5-2626-45ba-95bf-4a7a32325354 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3888676 Jun 08 13:57:48.345290 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-43fa5b46-5b19-4e2c-8f03-1fa16096ec34 req-a5f0d6c8-c434-40cc-ac84-23fb96abe706 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724854 Jun 08 13:57:48.384648 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-0ee655d6-9826-4b16-88a4-c99a6715f09b None None] Port c36851ac-770c-4adc-9cfe-621a2c64607a cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:57:48.421714 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] For port c36851ac-770c-4adc-9cfe-621a2c64607a, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:57:48.451960 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] For port c36851ac-770c-4adc-9cfe-621a2c64607a, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c36851ac-770c-4adc-9cfe-621a2c64607a,segment=NetworkSegment(c9f37cff-4ec9-4adb-af44-f8c7f54d4e44),segment_id=c9f37cff-4ec9-4adb-af44-f8c7f54d4e44)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:57:48.454412 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 504df8da-d7bb-4f40-b1da-1fb933b81a19 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:48.463004 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:48.477057 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49059ff1-6f7f-4b9c-80f0-9691f9677b71 req-a16c2909-fad0-41da-81a7-23e6f20212ee tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:48.498492 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49059ff1-6f7f-4b9c-80f0-9691f9677b71 req-a16c2909-fad0-41da-81a7-23e6f20212ee tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.1093204 Jun 08 13:57:48.587186 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Routers {'63ce434e-7665-40e5-be53-474f6d6ebea5'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:48.588132 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['63ce434e-7665-40e5-be53-474f6d6ebea5'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:48.594248 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49059ff1-6f7f-4b9c-80f0-9691f9677b71 req-083679f2-e433-4d6f-8ab2-98dbd3fce266 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947604 Jun 08 13:57:48.746850 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Pushing event updated for resources: {'Port': ['ID=c36851ac-770c-4adc-9cfe-621a2c64607a,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:48.873446 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] Set router 63ce434e-7665-40e5-be53-474f6d6ebea5 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:48.878833 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d562-e4a2-44e0-8e38-0e0ff5c5cc67 req-acdcb9d7-d6ef-422e-8377-ddc9af7be6b2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:48.882961 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8fa3d562-e4a2-44e0-8e38-0e0ff5c5cc67 req-acdcb9d7-d6ef-422e-8377-ddc9af7be6b2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1277344 Jun 08 13:57:48.970246 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8fa3d562-e4a2-44e0-8e38-0e0ff5c5cc67 req-ae44440f-22b3-4b42-99e5-f2fa7173526a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691121 Jun 08 13:57:48.979700 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.980661 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.981727 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.982082 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.982418 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.982750 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.983081 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.983411 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.984238 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.984589 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.984919 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:48.985248 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13904db0-1154-49f7-8397-b1f4edc23c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:57:49.085368 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-7cab15e8-e005-4ed8-a6fc-af3e12c79b70 None None] Provisioning complete for port c36851ac-770c-4adc-9cfe-621a2c64607a triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:49.085689 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7cab15e8-e005-4ed8-a6fc-af3e12c79b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:49.177760 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c17bf-a54a-47b7-ade3-88093ba6f9f8 req-4c537b23-9c78-4d16-ab47-b6d766f51622 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:49.178702 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd7116-6716-4c5a-a23e-e8e77642f573 req-08116cd2-64c8-47eb-a4b9-8373d83ab6bd tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:49.187277 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-544c17bf-a54a-47b7-ade3-88093ba6f9f8 req-4c537b23-9c78-4d16-ab47-b6d766f51622 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.0761771 Jun 08 13:57:49.193873 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-08dd7116-6716-4c5a-a23e-e8e77642f573 req-08116cd2-64c8-47eb-a4b9-8373d83ab6bd tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0875580 Jun 08 13:57:49.247172 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-544c17bf-a54a-47b7-ade3-88093ba6f9f8 req-378f4d26-bd2b-4d19-a1c3-a06a4b379fce tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586171 Jun 08 13:57:49.262734 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-08dd7116-6716-4c5a-a23e-e8e77642f573 req-a7102879-c04a-47b8-ade3-30f56e234b51 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659981 Jun 08 13:57:49.368328 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-7cab15e8-e005-4ed8-a6fc-af3e12c79b70 None None] Current status of the port c36851ac-770c-4adc-9cfe-621a2c64607a is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:49.368893 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7cab15e8-e005-4ed8-a6fc-af3e12c79b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:49.418826 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'name': 'tempest-TestVolumeBootPattern-160702787-router', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:34Z', 'updated_at': '2022-06-08T13:57:43Z', 'revision_number': 4, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'gw_port': {'id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:36Z', 'updated_at': '2022-06-08T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c36851ac-770c-4adc-9cfe-621a2c64607a', 'name': '', 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'mac_address': 'fa:16:3e:cc:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '926b1ce3-e45d-4b5d-a1e5-6924abc1f25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:42Z', 'updated_at': '2022-06-08T13:57:48Z', 'revision_number': 4, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'subnets': [{'id': '926b1ce3-e45d-4b5d-a1e5-6924abc1f25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:49.451024 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be0239-5a85-4762-aa0d-14d1f0e76c6e req-568a2bce-98af-45a9-a5a8-6adb880b8288 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:49.452912 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7c703958-33cb-49eb-bce3-a7edd1acd8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:49.454497 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd480eee-4344-4e2a-a146-afe55931116a None None] The sync data for ids ['63ce434e-7665-40e5-be53-474f6d6ebea5'] in dv-cinder-845130-1-iscsi is: [{'id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'name': 'tempest-TestVolumeBootPattern-160702787-router', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:34Z', 'updated_at': '2022-06-08T13:57:43Z', 'revision_number': 4, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'gw_port': {'id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:36Z', 'updated_at': '2022-06-08T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c36851ac-770c-4adc-9cfe-621a2c64607a', 'name': '', 'network_id': 'c895dc1a-0408-4172-afa8-cdb6f52b0f87', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'mac_address': 'fa:16:3e:cc:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '926b1ce3-e45d-4b5d-a1e5-6924abc1f25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:42Z', 'updated_at': '2022-06-08T13:57:48Z', 'revision_number': 4, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'subnets': [{'id': '926b1ce3-e45d-4b5d-a1e5-6924abc1f25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:57:49.456135 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-37be0239-5a85-4762-aa0d-14d1f0e76c6e req-568a2bce-98af-45a9-a5a8-6adb880b8288 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 946 time: 0.0874469 Jun 08 13:57:49.457126 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-7cab15e8-e005-4ed8-a6fc-af3e12c79b70 None None] For port c36851ac-770c-4adc-9cfe-621a2c64607a, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c36851ac-770c-4adc-9cfe-621a2c64607a,segment=NetworkSegment(c9f37cff-4ec9-4adb-af44-f8c7f54d4e44),segment_id=c9f37cff-4ec9-4adb-af44-f8c7f54d4e44)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:49.463326 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7cab15e8-e005-4ed8-a6fc-af3e12c79b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:49.525916 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab15e8-e005-4ed8-a6fc-af3e12c79b70 None None] Pushing event updated for resources: {'Port': ['ID=c36851ac-770c-4adc-9cfe-621a2c64607a,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:49.576941 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-37be0239-5a85-4762-aa0d-14d1f0e76c6e req-4c1f11ae-8072-413a-8e35-e280d0c55b94 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106658 Jun 08 13:57:49.804317 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b743c-3a68-4ec4-9fc3-2657e709b5cc req-c4cb7815-0f71-42b7-95d2-b629169c74f3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:49.816761 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41440) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:49.822884 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-bdac7852-6e8a-4c5c-a8e8-25fda3b40a2c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'floatingip': {'port_id': '42f67b10-7a92-4bcf-95a2-e7021bc22c58'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:49.830478 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a71b743c-3a68-4ec4-9fc3-2657e709b5cc req-c4cb7815-0f71-42b7-95d2-b629169c74f3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 946 time: 0.1236854 Jun 08 13:57:49.883810 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bdac7852-6e8a-4c5c-a8e8-25fda3b40a2c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:50.280011 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38d76d-739a-497e-a86b-088a37ee451b req-f4c2a32a-a8e2-4dfc-8bf7-72baa6ea9a9c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:50.281555 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0c38d76d-739a-497e-a86b-088a37ee451b req-f4c2a32a-a8e2-4dfc-8bf7-72baa6ea9a9c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.1821911 Jun 08 13:57:50.449482 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0c38d76d-739a-497e-a86b-088a37ee451b req-a9b42b5f-02ff-498d-bf32-3d319edc1baa tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973387 Jun 08 13:57:50.484863 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee4496-3544-4ead-9cf7-722b282c53c1 req-bbb2754a-ab4c-45a8-a05d-b3060fd3c8f6 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:50.490488 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-afee4496-3544-4ead-9cf7-722b282c53c1 req-bbb2754a-ab4c-45a8-a05d-b3060fd3c8f6 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0914645 Jun 08 13:57:50.561743 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-afee4496-3544-4ead-9cf7-722b282c53c1 req-3e3c8047-2542-41a2-b9db-83acf14cf1d9 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676961 Jun 08 13:57:50.603545 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bdac7852-6e8a-4c5c-a8e8-25fda3b40a2c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:50.615648 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bdac7852-6e8a-4c5c-a8e8-25fda3b40a2c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:50.753394 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-bdac7852-6e8a-4c5c-a8e8-25fda3b40a2c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Floating IP 8f314f39-e17c-4f93-b3ac-65d8a92a7705 associated. External IP: 172.27.0.229, port: 42f67b10-7a92-4bcf-95a2-e7021bc22c58. Jun 08 13:57:51.044200 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:51.312322 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdac7852-6e8a-4c5c-a8e8-25fda3b40a2c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:57:51.341604 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c36851ac-770c-4adc-9cfe-621a2c64607a up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:57:51.418596 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port c36851ac-770c-4adc-9cfe-621a2c64607a triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:57:51.419229 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:51.457329 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdac7852-6e8a-4c5c-a8e8-25fda3b40a2c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:57:51.466609 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bdac7852-6e8a-4c5c-a8e8-25fda3b40a2c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:51.468489 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:57:51.481940 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:51.483106 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:51.505832 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-bdac7852-6e8a-4c5c-a8e8-25fda3b40a2c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "PUT /v2.0/floatingips/8f314f39-e17c-4f93-b3ac-65d8a92a7705 HTTP/1.1" status: 200 len: 992 time: 1.6873872 Jun 08 13:57:51.506425 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'tag': '42f67b10-7a92-4bcf-95a2-e7021bc22c58'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:51.509409 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port c36851ac-770c-4adc-9cfe-621a2c64607a is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:51.510010 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e31f8d2-9c7c-4074-99d2-7351a0696109", "tag": "42f67b10-7a92-4bcf-95a2-e7021bc22c58"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:51.565239 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eae6a3-b940-4af3-97e5-f2a0a729394c x-openstack-request-id: req-65eae6a3-b940-4af3-97e5-f2a0a729394c {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:51.565239 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e31f8d2-9c7c-4074-99d2-7351a0696109", "tag": "42f67b10-7a92-4bcf-95a2-e7021bc22c58", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:51.565535 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65eae6a3-b940-4af3-97e5-f2a0a729394c {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:51.566090 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65eae6a3-b940-4af3-97e5-f2a0a729394c'] response: {'name': 'network-changed', 'server_uuid': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'tag': '42f67b10-7a92-4bcf-95a2-e7021bc22c58', 'status': 'completed', 'code': 200} Jun 08 13:57:51.617231 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd71a7a-c78a-4b01-b8ca-89f4ecccb3e3 req-12d4f87a-3332-4d85-ba26-0e5a2ce555df tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:51.619587 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4dd71a7a-c78a-4b01-b8ca-89f4ecccb3e3 req-12d4f87a-3332-4d85-ba26-0e5a2ce555df tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0691814 Jun 08 13:57:51.629135 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:51.702735 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4dd71a7a-c78a-4b01-b8ca-89f4ecccb3e3 req-cf773ac4-82fc-4dc1-8fcc-6a853b2abde6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767994 Jun 08 13:57:51.818012 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc56678-a24c-4614-9038-cc139e6cdab9 req-30aafe43-0b96-4ca1-8608-86637220abc7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:51.832653 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dbc56678-a24c-4614-9038-cc139e6cdab9 req-30aafe43-0b96-4ca1-8608-86637220abc7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1724763 Jun 08 13:57:51.854632 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-e565c081-77ac-46bb-b815-520b97e4e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:51.856156 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-e565c081-77ac-46bb-b815-520b97e4e397 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 1099 time: 0.1382895 Jun 08 13:57:51.978264 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dbc56678-a24c-4614-9038-cc139e6cdab9 req-39b8eb86-e0c2-4733-8593-4fe5feb93d97 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445930 Jun 08 13:57:52.086744 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '8f314f39-e17c-4f93-b3ac-65d8a92a7705', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '42f67b10-7a92-4bcf-95a2-e7021bc22c58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:65:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:57:06Z', 'updated_at': '2022-06-08T13:57:50Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}, {'id': 'e1fc4fb4-3118-48b4-aa82-805dc9eaa475', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:31:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:15Z', 'updated_at': '2022-06-08T13:55:47Z', 'revision_number': 2, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:52.128540 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:57:52.128872 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-57d05365-bca7-4634-8e5b-ddecd88f4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:52.131337 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-57d05365-bca7-4634-8e5b-ddecd88f4532 service neutron] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 914 time: 0.2586856 Jun 08 13:57:52.147674 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:57:52.148365 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:52.233741 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-4bbf1b75-48c7-46b5-94c6-d1475c3ade13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42f67b10-7a92-4bcf-95a2-e7021bc22c58 HTTP/1.1" status: 200 len: 1000 time: 0.0861995 Jun 08 13:57:52.291400 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:52.313691 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:57:52.325809 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-c03674dc-936b-4ad1-a26c-b91f20938db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:52.328366 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-c03674dc-936b-4ad1-a26c-b91f20938db4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.0841610 Jun 08 13:57:52.391075 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-707d0dc9-525e-4d56-a25a-aed02a5a17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:52.392937 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-707d0dc9-525e-4d56-a25a-aed02a5a17dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552678 Jun 08 13:57:52.524568 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-b5298972-e5da-41c8-a431-08c17edf71e9 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204538 Jun 08 13:57:52.652382 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '8f314f39-e17c-4f93-b3ac-65d8a92a7705', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '42f67b10-7a92-4bcf-95a2-e7021bc22c58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:65:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:57:06Z', 'updated_at': '2022-06-08T13:57:50Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}, {'id': 'e1fc4fb4-3118-48b4-aa82-805dc9eaa475', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:31:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:15Z', 'updated_at': '2022-06-08T13:55:47Z', 'revision_number': 2, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:57:52.692043 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7b95bb8-1ff5-4dd6-96c0-6da7bc7929d4 req-60c051cb-c154-4b36-a735-226267ad7f99 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593134 Jun 08 13:57:52.722372 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:57:52.723128 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92211c8e-9677-4d9f-8b5b-3699ae8095e7 None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '8f314f39-e17c-4f93-b3ac-65d8a92a7705', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '42f67b10-7a92-4bcf-95a2-e7021bc22c58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:65:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:57:06Z', 'updated_at': '2022-06-08T13:57:50Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}, {'id': 'e1fc4fb4-3118-48b4-aa82-805dc9eaa475', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:31:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:15Z', 'updated_at': '2022-06-08T13:55:47Z', 'revision_number': 2, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:57:52.814755 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:52.890973 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbbf30-a266-4dec-b7d2-e9a7e8d43327 req-3ab3fd4e-2141-43e6-9501-fba6ebbbd2b0 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:52.900572 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-21fbbf30-a266-4dec-b7d2-e9a7e8d43327 req-3ab3fd4e-2141-43e6-9501-fba6ebbbd2b0 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0753922 Jun 08 13:57:52.946238 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-21fbbf30-a266-4dec-b7d2-e9a7e8d43327 req-91c89185-4572-427e-9692-73acf57bab90 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446444 Jun 08 13:57:53.097167 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ecc979-1c0b-4b73-b879-cafe5b3d7d1e None None] New status for floating IP 8f314f39-e17c-4f93-b3ac-65d8a92a7705: ACTIVE {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:57:53.129840 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8509cfb-7410-416c-8849-78fdc9a956ec req-518babb2-7923-452b-83c6-f69194fc02ea tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:53.131442 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e8509cfb-7410-416c-8849-78fdc9a956ec req-518babb2-7923-452b-83c6-f69194fc02ea tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0703249 Jun 08 13:57:53.226717 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e8509cfb-7410-416c-8849-78fdc9a956ec req-10105fd3-973f-4f65-91a8-570fb3b0883b tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835013 Jun 08 13:57:53.726335 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712864f-2eb2-498b-9435-409be286f716 req-8719aca9-c2a9-4f97-bd65-58c481ee9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:53.728670 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3712864f-2eb2-498b-9435-409be286f716 req-8719aca9-c2a9-4f97-bd65-58c481ee9eb9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d38c085b2a2845cfb125357ea637ad1b&device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 1098 time: 0.0602424 Jun 08 13:57:53.857660 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712864f-2eb2-498b-9435-409be286f716 req-dcfeca75-b715-476c-b5cc-166375816198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:53.859637 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3712864f-2eb2-498b-9435-409be286f716 req-dcfeca75-b715-476c-b5cc-166375816198 service neutron] 10.222.0.71 "GET /v2.0/networks?id=93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 200 len: 909 time: 0.1171241 Jun 08 13:57:53.978974 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3712864f-2eb2-498b-9435-409be286f716 req-e882bc83-e37f-4178-8bc0-79d4dad417c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecad7da2-461e-447b-8304-6cb59afd4faf HTTP/1.1" status: 200 len: 1000 time: 0.1085827 Jun 08 13:57:54.047408 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712864f-2eb2-498b-9435-409be286f716 req-69e09e7a-9ed7-4210-95fe-108eae99b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:54.049120 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3712864f-2eb2-498b-9435-409be286f716 req-69e09e7a-9ed7-4210-95fe-108eae99b276 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=23c03411-4f9d-40dc-b91b-31fa29ca3e29 HTTP/1.1" status: 200 len: 847 time: 0.0564854 Jun 08 13:57:54.098310 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7197-24ad-421b-9f56-6ace6d57acf1 req-9e0074fe-22fe-43d2-b055-fcfb075f6baf tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:54.099813 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-381c7197-24ad-421b-9f56-6ace6d57acf1 req-9e0074fe-22fe-43d2-b055-fcfb075f6baf tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1173420 Jun 08 13:57:54.132976 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712864f-2eb2-498b-9435-409be286f716 req-419e5e00-0389-40ae-abf7-59d5abeb8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:54.134506 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3712864f-2eb2-498b-9435-409be286f716 req-419e5e00-0389-40ae-abf7-59d5abeb8379 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93f0707a-1edc-4bee-b42f-49d92e9de51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771005 Jun 08 13:57:54.155596 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-381c7197-24ad-421b-9f56-6ace6d57acf1 req-2289d75f-9c53-4cdb-aa0e-76d40c5d06d7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471404 Jun 08 13:57:54.267831 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3712864f-2eb2-498b-9435-409be286f716 req-9791c525-0184-48ce-babc-9c95f5ff15ed service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231706 Jun 08 13:57:54.275698 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e386d-37e4-45d3-939b-18d7e8b16048 req-328e7191-c955-4374-934e-f0b8917848bb tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:54.285049 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-467e386d-37e4-45d3-939b-18d7e8b16048 req-328e7191-c955-4374-934e-f0b8917848bb tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0616467 Jun 08 13:57:54.332676 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-467e386d-37e4-45d3-939b-18d7e8b16048 req-0c2ccf58-9e7c-45e0-a447-f263cdb525f5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463164 Jun 08 13:57:54.388226 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3712864f-2eb2-498b-9435-409be286f716 req-4394dd27-45c0-48fa-8857-80c87968381f service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126781 Jun 08 13:57:54.682732 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-87433fcd-3d80-4ab5-8f02-d5b7c7119709 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:54.684629 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-87433fcd-3d80-4ab5-8f02-d5b7c7119709 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/networks?id=9c7268dc-7cab-41b6-a3ad-4de6781b03c5 HTTP/1.1" status: 200 len: 814 time: 0.1027262 Jun 08 13:57:54.700112 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-f3eb0661-f1ef-439e-9ede-63298fe5a696 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/quotas/d488030f19f2444fbbe7be0c11f2ee1c HTTP/1.1" status: 200 len: 375 time: 0.0097373 Jun 08 13:57:54.732150 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-76712183-91a3-44d3-850f-a705d3a0e131 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d488030f19f2444fbbe7be0c11f2ee1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266242 Jun 08 13:57:54.825089 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-f94db08d-7ce6-47ce-8492-db793a728046 service neutron] 10.222.0.64 "GET /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858529 Jun 08 13:57:54.913487 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-8433c439-149e-48d9-b430-9372d331b3d0 service neutron] 10.222.0.64 "GET /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823221 Jun 08 13:57:55.076626 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bafa442e-b8ab-4b59-b7a6-128bb8908276 req-8b687786-a275-4a77-895a-34efe781f4e5 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 210 time: 0.0288930 Jun 08 13:57:55.303108 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcf23f-c0a8-455a-ba22-3e4952e0aa6f req-c76151b0-fcf1-4ae3-8a8f-bad212f4636f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:55.304798 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d4fcf23f-c0a8-455a-ba22-3e4952e0aa6f req-c76151b0-fcf1-4ae3-8a8f-bad212f4636f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0750690 Jun 08 13:57:55.383084 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d4fcf23f-c0a8-455a-ba22-3e4952e0aa6f req-ce8a0718-17de-462f-ae73-c7ea62ad065b tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703716 Jun 08 13:57:55.388430 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-2f7249d4-b964-4438-bff4-576253ad6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:55.389988 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-2f7249d4-b964-4438-bff4-576253ad6097 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 1098 time: 0.0681484 Jun 08 13:57:55.499829 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1f341-8618-4069-a6ed-bdc93f63886b req-fa6f4f05-f744-492d-8b78-a8eebfdfe211 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:55.501323 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d9e1f341-8618-4069-a6ed-bdc93f63886b req-fa6f4f05-f744-492d-8b78-a8eebfdfe211 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0615366 Jun 08 13:57:55.521039 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-cb34a234-6dc2-4a51-8e25-4d0f71f7fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:55.522798 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-cb34a234-6dc2-4a51-8e25-4d0f71f7fcb4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 918 time: 0.1194122 Jun 08 13:57:55.544945 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d9e1f341-8618-4069-a6ed-bdc93f63886b req-e5454416-2343-434b-a294-85b54370ef8b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363979 Jun 08 13:57:55.622237 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-476a1109-5276-4eb0-97c5-0270c9a6133a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7810261-be6b-4d16-a8a5-d392ef856731 HTTP/1.1" status: 200 len: 999 time: 0.0669744 Jun 08 13:57:55.677403 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-82f50b11-c66d-4dd9-8181-2e824c2507fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:55.678867 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-82f50b11-c66d-4dd9-8181-2e824c2507fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.0439484 Jun 08 13:57:55.742681 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-0f609c2a-5fd0-48ba-be97-a94b5fbb0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:55.744074 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-0f609c2a-5fd0-48ba-be97-a94b5fbb0b60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430846 Jun 08 13:57:55.843949 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-68cd4c2d-bf19-42e6-8f56-c9d138ae4f4e service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827076 Jun 08 13:57:55.940981 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6d560bda-71ba-4ccf-81f4-7ac1d99db52c req-2aad1413-1bc9-4287-a27b-34a45d00fba3 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874350 Jun 08 13:57:56.207940 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-69ac3b10-c3d3-4d48-ac7f-5c79b7dbe1e9 req-83122282-37e3-4229-b192-bde074a5e87c tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 210 time: 0.0386579 Jun 08 13:57:56.237227 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-50ec4fe8-b25e-4e89-bac1-8960938fa084 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:56.238678 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-50ec4fe8-b25e-4e89-bac1-8960938fa084 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.71 "GET /v2.0/networks?id=9c7268dc-7cab-41b6-a3ad-4de6781b03c5 HTTP/1.1" status: 200 len: 814 time: 0.1587672 Jun 08 13:57:56.265787 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Request body: {'port': {'device_id': 'b37de680-dc57-42b3-aa43-580987a38260', 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5', 'admin_state_up': True, 'tenant_id': 'd488030f19f2444fbbe7be0c11f2ee1c'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:56.374979 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Made reservation on behalf of d488030f19f2444fbbe7be0c11f2ee1c for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:57:56.378685 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:56.512234 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52038d38-09f0-4175-89cd-ae98fd5ce4a1 req-dd727b98-b45c-4fbf-aa22-c3563f8f0c0d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:56.513985 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-52038d38-09f0-4175-89cd-ae98fd5ce4a1 req-dd727b98-b45c-4fbf-aa22-c3563f8f0c0d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0561595 Jun 08 13:57:56.516932 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Allocated IP 172.20.0.13 (9c7268dc-7cab-41b6-a3ad-4de6781b03c5/10fcb787-7bac-4ce5-b234-6ae9c37dd5f8/1e904f20-6409-4ce6-a5ff-b6027983bff4) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:57:56.554419 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-52038d38-09f0-4175-89cd-ae98fd5ce4a1 req-f44e5892-85a2-454d-b220-cfe0ea6bc3d5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339155 Jun 08 13:57:56.709273 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618306cf-76b5-46eb-bfb0-130f35fd1a45 req-7181681b-1813-4fb0-ac8f-3c5b159b75f5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:56.710841 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-618306cf-76b5-46eb-bfb0-130f35fd1a45 req-7181681b-1813-4fb0-ac8f-3c5b159b75f5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0864103 Jun 08 13:57:56.944578 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:56.989571 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-618306cf-76b5-46eb-bfb0-130f35fd1a45 req-c87c5e53-0ecc-42e9-afb0-587d44b26794 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727313 Jun 08 13:57:57.010818 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:57.060630 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:57:57.063611 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:57:57.067286 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:57:57.073580 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Pushing event updated for resources: {'Port': ['ID=1e904f20-6409-4ce6-a5ff-b6027983bff4,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:57.118797 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:57.119398 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:57.139785 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-c7bd4b0a-8041-4151-b360-9e1585f0afa2 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8785024 Jun 08 13:57:57.153002 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Request body: {'port': {'device_id': 'b37de680-dc57-42b3-aa43-580987a38260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:57:57.219233 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:57.337897 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230f58f-150c-4a7a-85d5-021102d3944c req-fd7712f2-e849-4a1e-b703-cb782acc8a80 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:57.339975 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1230f58f-150c-4a7a-85d5-021102d3944c req-fd7712f2-e849-4a1e-b703-cb782acc8a80 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 932 time: 0.0590897 Jun 08 13:57:57.384453 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1230f58f-150c-4a7a-85d5-021102d3944c req-b15b296c-4591-4308-8aa9-8658b3190ab5 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375328 Jun 08 13:57:57.501928 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e904f20-6409-4ce6-a5ff-b6027983bff4 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:57:57.509489 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:57.521783 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Transition to ACTIVE for port object 1e904f20-6409-4ce6-a5ff-b6027983bff4 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:57:57.525226 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:57.577225 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e904f20-6409-4ce6-a5ff-b6027983bff4,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:57.654691 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Attempting to bind port 1e904f20-6409-4ce6-a5ff-b6027983bff4 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:57:57.655005 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Attempting to bind port 1e904f20-6409-4ce6-a5ff-b6027983bff4 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': '4bb1e956-0097-421d-922c-4de86591abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:57:57.655328 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Attempting to bind port 1e904f20-6409-4ce6-a5ff-b6027983bff4 on network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:57.660075 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Port 1e904f20-6409-4ce6-a5ff-b6027983bff4 on network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:57:57.660386 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Attempting to bind port 1e904f20-6409-4ce6-a5ff-b6027983bff4 on network 9c7268dc-7cab-41b6-a3ad-4de6781b03c5 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:57:57.665404 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:57:57.665779 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Checking segment: {'id': '4bb1e956-0097-421d-922c-4de86591abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:57:57.666160 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Bound using segment: {'id': '4bb1e956-0097-421d-922c-4de86591abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:57:57.666583 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Bound port: 1e904f20-6409-4ce6-a5ff-b6027983bff4, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb1e956-0097-421d-922c-4de86591abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:57:57.666933 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:57.734492 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] For port 1e904f20-6409-4ce6-a5ff-b6027983bff4, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:57:57.740460 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] For port 1e904f20-6409-4ce6-a5ff-b6027983bff4, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=1e904f20-6409-4ce6-a5ff-b6027983bff4,segment=NetworkSegment(4bb1e956-0097-421d-922c-4de86591abf9),segment_id=4bb1e956-0097-421d-922c-4de86591abf9)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:57:57.744915 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:57.784080 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:57.784884 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:57.786311 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] 10.222.0.71 "PUT /v2.0/ports/1e904f20-6409-4ce6-a5ff-b6027983bff4 HTTP/1.1" status: 200 len: 1094 time: 0.6377101 Jun 08 13:57:57.788730 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37de680-dc57-42b3-aa43-580987a38260', 'tag': '1e904f20-6409-4ce6-a5ff-b6027983bff4'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:57.791049 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95c0ef3-fac2-4c1d-8fa9-20543421e479" -d '{"events": [{"name": "network-changed", "server_uuid": "b37de680-dc57-42b3-aa43-580987a38260", "tag": "1e904f20-6409-4ce6-a5ff-b6027983bff4"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:57.815236 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b810dc-b311-428e-b014-20c4a1bbe1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e904f20-6409-4ce6-a5ff-b6027983bff4,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:57.845222 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aae51e-3fa9-44de-b3c9-10b15ef95209 x-openstack-request-id: req-75aae51e-3fa9-44de-b3c9-10b15ef95209 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:57.845554 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37de680-dc57-42b3-aa43-580987a38260", "tag": "1e904f20-6409-4ce6-a5ff-b6027983bff4", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:57.845977 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75aae51e-3fa9-44de-b3c9-10b15ef95209 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:57.846427 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75aae51e-3fa9-44de-b3c9-10b15ef95209'] response: {'name': 'network-changed', 'server_uuid': 'b37de680-dc57-42b3-aa43-580987a38260', 'tag': '1e904f20-6409-4ce6-a5ff-b6027983bff4', 'status': 'completed', 'code': 200} Jun 08 13:57:57.918218 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-cd2555e6-fab5-4ba9-8f37-a514a37a0017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:57.919733 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-cd2555e6-fab5-4ba9-8f37-a514a37a0017 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d488030f19f2444fbbe7be0c11f2ee1c&device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 1097 time: 0.0485682 Jun 08 13:57:57.974794 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-2d19018f-8260-4634-817f-347eaed2a1cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e904f20-6409-4ce6-a5ff-b6027983bff4 HTTP/1.1" status: 200 len: 217 time: 0.0393574 Jun 08 13:57:58.042695 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-64b9593c-cfdf-4f40-b3df-8a22777123a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:58.044208 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-64b9593c-cfdf-4f40-b3df-8a22777123a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=10fcb787-7bac-4ce5-b234-6ae9c37dd5f8 HTTP/1.1" status: 200 len: 854 time: 0.0530920 Jun 08 13:57:58.077405 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-241514e5-afc2-40dc-bc30-049e34cc4e97 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9c7268dc-7cab-41b6-a3ad-4de6781b03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254114 Jun 08 13:57:58.118934 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb76e0-156b-481c-92df-5f5f2e62ba8e req-2494ddf4-30b3-49cc-9bcd-1aad89a25b39 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:58.119803 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d7eb76e0-156b-481c-92df-5f5f2e62ba8e req-2494ddf4-30b3-49cc-9bcd-1aad89a25b39 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 945 time: 0.0527480 Jun 08 13:57:58.145707 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a7810261-be6b-4d16-a8a5-d392ef856731 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:57:58.162168 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d7eb76e0-156b-481c-92df-5f5f2e62ba8e req-c25a4fca-21fc-408d-bc84-5d3bbd6d1c47 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356252 Jun 08 13:57:58.228005 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-8c9d649e-dfd7-438a-ae67-cce184a42b30 service neutron] 10.222.0.71 "GET /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188583 Jun 08 13:57:58.255202 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port a7810261-be6b-4d16-a8a5-d392ef856731 is: ACTIVE; New status is: DOWN {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:57:58.255601 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:58.295369 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:57:58.297932 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaafdc32-6ab0-4752-966b-5c1844c34c9a" -d '{"events": [{"server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "name": "network-vif-unplugged", "status": "completed", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:57:58.365402 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a8fb3666-caf5-4a5a-8c91-d55a6e172fcc req-b5a875f7-a712-425c-ae7a-bea3be75929a service neutron] 10.222.0.71 "GET /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267107 Jun 08 13:57:58.449135 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Jun 2022 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dba25b8-e1b1-480d-8fd8-893f9cdb2400 x-openstack-request-id: req-2dba25b8-e1b1-480d-8fd8-893f9cdb2400 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:57:58.449839 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "name": "network-vif-unplugged", "status": "completed", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:57:58.450233 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2dba25b8-e1b1-480d-8fd8-893f9cdb2400 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:57:58.450788 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dba25b8-e1b1-480d-8fd8-893f9cdb2400'] response: {'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'code': 200} Jun 08 13:57:58.452924 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:57:58.459239 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:57:58.487461 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c0ef3-fac2-4c1d-8fa9-20543421e479 req-98f37b0c-60e7-409c-8cde-6d90c1271e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:58.489091 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f95c0ef3-fac2-4c1d-8fa9-20543421e479 req-98f37b0c-60e7-409c-8cde-6d90c1271e08 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d488030f19f2444fbbe7be0c11f2ee1c&device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 1097 time: 0.0570776 Jun 08 13:57:58.527376 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=8']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:57:58.572821 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6946c-dcda-47da-a9be-77742fdc18bc req-cdfed0d5-b688-406d-905a-4d036496470c tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:58.574363 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2bb6946c-dcda-47da-a9be-77742fdc18bc req-cdfed0d5-b688-406d-905a-4d036496470c tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 944 time: 0.0777144 Jun 08 13:57:58.603745 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c0ef3-fac2-4c1d-8fa9-20543421e479 req-79537650-7d26-4ad0-8081-dd9deae77236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:58.605860 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f95c0ef3-fac2-4c1d-8fa9-20543421e479 req-79537650-7d26-4ad0-8081-dd9deae77236 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9c7268dc-7cab-41b6-a3ad-4de6781b03c5 HTTP/1.1" status: 200 len: 915 time: 0.1067398 Jun 08 13:57:58.622264 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2bb6946c-dcda-47da-a9be-77742fdc18bc req-58f5428e-ad51-42bc-b9ad-3f4c2f2f3763 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Jun 08 13:57:58.664950 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f95c0ef3-fac2-4c1d-8fa9-20543421e479 req-c28a68a1-30f1-42cb-b767-889197805f28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e904f20-6409-4ce6-a5ff-b6027983bff4 HTTP/1.1" status: 200 len: 217 time: 0.0408349 Jun 08 13:57:58.724192 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c0ef3-fac2-4c1d-8fa9-20543421e479 req-c2c8bb1b-a6ae-4a75-a955-3e47ed91b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:58.725718 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f95c0ef3-fac2-4c1d-8fa9-20543421e479 req-c2c8bb1b-a6ae-4a75-a955-3e47ed91b479 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=10fcb787-7bac-4ce5-b234-6ae9c37dd5f8 HTTP/1.1" status: 200 len: 854 time: 0.0489049 Jun 08 13:57:58.767132 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f95c0ef3-fac2-4c1d-8fa9-20543421e479 req-4bf82436-f75b-47b7-9655-4d6c9f8de8c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9c7268dc-7cab-41b6-a3ad-4de6781b03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331006 Jun 08 13:57:58.816265 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [req-a7e10b50-031c-4953-970a-449b60b3bd84 req-24bfcd2d-cfd5-4ff1-a6d6-a7ccbc34323e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:57:58.817655 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a7e10b50-031c-4953-970a-449b60b3bd84 req-24bfcd2d-cfd5-4ff1-a6d6-a7ccbc34323e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058444 Jun 08 13:57:58.872224 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f95c0ef3-fac2-4c1d-8fa9-20543421e479 req-9d267829-a49c-4ea4-af0b-0c0c49af1f5a service neutron] 10.222.0.71 "GET /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917730 Jun 08 13:57:59.008920 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f95c0ef3-fac2-4c1d-8fa9-20543421e479 req-ea2169a9-ecd6-4d29-8b2c-874c0726ea1c service neutron] 10.222.0.71 "GET /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299486 Jun 08 13:57:59.027892 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05036a7-b487-42be-a1ef-15bc95f9f06b req-785cba2c-ce35-45a0-811f-46a72e85897a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:59.029452 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c05036a7-b487-42be-a1ef-15bc95f9f06b req-785cba2c-ce35-45a0-811f-46a72e85897a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0766990 Jun 08 13:57:59.079378 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c05036a7-b487-42be-a1ef-15bc95f9f06b req-70d08ef1-7a3d-49d3-af40-5a15fea69105 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Jun 08 13:57:59.396503 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41638) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:57:59.487263 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-73b6e63b-011d-44e3-93b4-4ca14b668d55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894620 Jun 08 13:57:59.497545 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-c7e03b4c-4917-4bde-8729-92c2a9491b58 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 13:57:59.498589 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-c7e03b4c-4917-4bde-8729-92c2a9491b58 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063393 Jun 08 13:57:59.747623 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c4093-df46-41f8-b56a-c0c3c8e5f7ad req-86fb2fd5-a635-4d72-8a31-615ff6329512 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:57:59.749198 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-248c4093-df46-41f8-b56a-c0c3c8e5f7ad req-86fb2fd5-a635-4d72-8a31-615ff6329512 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 944 time: 0.0560796 Jun 08 13:57:59.791709 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-248c4093-df46-41f8-b56a-c0c3c8e5f7ad req-958efdf8-3141-40d7-b8e9-bfecc44c6c81 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362585 Jun 08 13:58:00.171667 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 1e904f20-6409-4ce6-a5ff-b6027983bff4 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:58:00.222091 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0adf8-a723-4e3a-bd9f-e5f2b824d670 req-7fe73fbf-c3a8-4fea-9891-b1f435dc5354 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:00.224206 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d8a0adf8-a723-4e3a-bd9f-e5f2b824d670 req-7fe73fbf-c3a8-4fea-9891-b1f435dc5354 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0643771 Jun 08 13:58:00.268199 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d8a0adf8-a723-4e3a-bd9f-e5f2b824d670 req-5405d3f3-41b1-411d-aa5d-5898d75054e1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373514 Jun 08 13:58:00.282057 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 1e904f20-6409-4ce6-a5ff-b6027983bff4, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=1e904f20-6409-4ce6-a5ff-b6027983bff4,segment=NetworkSegment(4bb1e956-0097-421d-922c-4de86591abf9),segment_id=4bb1e956-0097-421d-922c-4de86591abf9)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:00.295085 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': '1e904f20-6409-4ce6-a5ff-b6027983bff4', 'network_id': '9c7268dc-7cab-41b6-a3ad-4de6781b03c5', 'port_id': '1e904f20-6409-4ce6-a5ff-b6027983bff4', 'mac_address': 'fa:16:3e:6a:65:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fcb787-7bac-4ce5-b234-6ae9c37dd5f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:58:00.335007 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 1e904f20-6409-4ce6-a5ff-b6027983bff4 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:58:00.335540 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:00.354444 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e904f20-6409-4ce6-a5ff-b6027983bff4 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:58:00.377004 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 1e904f20-6409-4ce6-a5ff-b6027983bff4, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=1e904f20-6409-4ce6-a5ff-b6027983bff4,segment=NetworkSegment(4bb1e956-0097-421d-922c-4de86591abf9),segment_id=4bb1e956-0097-421d-922c-4de86591abf9)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:00.381328 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:00.432160 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=1e904f20-6409-4ce6-a5ff-b6027983bff4,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:00.743982 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['1e904f20-6409-4ce6-a5ff-b6027983bff4'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:58:00.925427 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499f611-d69d-4aed-8844-ef124b551c34 req-cd302f9e-bc3e-4d20-b490-8787e65de381 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:00.927312 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2499f611-d69d-4aed-8844-ef124b551c34 req-cd302f9e-bc3e-4d20-b490-8787e65de381 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 945 time: 0.0519149 Jun 08 13:58:00.967761 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2499f611-d69d-4aed-8844-ef124b551c34 req-cb2d594b-d15f-4cdb-876c-c91defeabd5e tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332921 Jun 08 13:58:01.407886 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385a3d7-402d-4d73-86a4-0a4fd7a0ab08 req-3d7624b9-7c8b-4372-8a49-6cf581aa8dbf tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:01.409818 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e385a3d7-402d-4d73-86a4-0a4fd7a0ab08 req-3d7624b9-7c8b-4372-8a49-6cf581aa8dbf tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0555668 Jun 08 13:58:01.452195 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e385a3d7-402d-4d73-86a4-0a4fd7a0ab08 req-a221c2bc-fa92-4bb4-b0de-5c4878d60ad8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354736 Jun 08 13:58:01.635946 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f873be-9a7e-4bd4-aeb5-85b1fa5af8a7 req-ce768697-f34d-47e3-b68d-cd4cd21b4478 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:01.637380 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f2f873be-9a7e-4bd4-aeb5-85b1fa5af8a7 req-ce768697-f34d-47e3-b68d-cd4cd21b4478 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.0549943 Jun 08 13:58:01.678006 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f2f873be-9a7e-4bd4-aeb5-85b1fa5af8a7 req-49264662-a038-41a9-985d-b162acbff15b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345433 Jun 08 13:58:01.701001 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41670) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:01.849042 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5b80bb-d40e-4893-88be-f22dfd14d405 tempest-TestMinimumBasicScenario-1345031467 tempest-TestMinimumBasicScenario-1345031467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:01.850628 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ea5b80bb-d40e-4893-88be-f22dfd14d405 tempest-TestMinimumBasicScenario-1345031467 tempest-TestMinimumBasicScenario-1345031467-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 1093 time: 0.1486094 Jun 08 13:58:01.851617 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-76dfc07b-44af-46de-a750-da68b5a59edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:01.853111 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-76dfc07b-44af-46de-a750-da68b5a59edb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b&tenant_id=32b44032f04541228ee68e9de40262d0 HTTP/1.1" status: 200 len: 1096 time: 0.0795901 Jun 08 13:58:01.853566 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 41674) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:01.858455 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'port_id': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'fixed_ip_address': '172.20.0.3'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:01.887403 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for floatingip, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:01.964595 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-b65b89b8-3fb0-44ad-93bb-2fd0dce1f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:01.966116 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-b65b89b8-3fb0-44ad-93bb-2fd0dce1f72b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 1096 time: 0.0876310 Jun 08 13:58:02.153849 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-6f66117d-645f-4a58-8b2e-f8b564ee6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:02.155359 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-6f66117d-645f-4a58-8b2e-f8b564ee6eb0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 918 time: 0.1780696 Jun 08 13:58:02.156910 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:02.165352 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6804620-9592-4268-964f-4cea0f2f4ac9 req-ee8bac8c-e97d-4cdb-82eb-add02189329a tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:02.166947 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c6804620-9592-4268-964f-4cea0f2f4ac9 req-ee8bac8c-e97d-4cdb-82eb-add02189329a tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 945 time: 0.1176357 Jun 08 13:58:02.187939 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 1e904f20-6409-4ce6-a5ff-b6027983bff4 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:58:02.244549 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port 1e904f20-6409-4ce6-a5ff-b6027983bff4 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:58:02.249350 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port 1e904f20-6409-4ce6-a5ff-b6027983bff4 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:58:02.249725 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:02.297917 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-c3c060f7-c951-4458-bf64-44dc5bb03a73 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7810261-be6b-4d16-a8a5-d392ef856731 HTTP/1.1" status: 200 len: 997 time: 0.1297371 Jun 08 13:58:02.316819 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c6804620-9592-4268-964f-4cea0f2f4ac9 req-483d291a-ae75-4e33-aef7-fb343145e952 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360211 Jun 08 13:58:02.358025 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 1e904f20-6409-4ce6-a5ff-b6027983bff4 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:58:02.358419 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:02.388527 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37de680-dc57-42b3-aa43-580987a38260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e904f20-6409-4ce6-a5ff-b6027983bff4'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:58:02.389849 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-3fe038d5-1dea-458f-9e85-8f3eb742a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:02.391035 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c101945-e287-47fc-a2ed-05f183113c55" -d '{"events": [{"server_uuid": "b37de680-dc57-42b3-aa43-580987a38260", "name": "network-vif-plugged", "status": "completed", "tag": "1e904f20-6409-4ce6-a5ff-b6027983bff4"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:58:02.391309 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-3fe038d5-1dea-458f-9e85-8f3eb742a61a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.0863926 Jun 08 13:58:02.401248 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Allocated IP 172.27.0.120 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/9b96f6e2-468a-4ed1-967b-aeec491c1bba) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:58:02.408046 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 1e904f20-6409-4ce6-a5ff-b6027983bff4, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=1e904f20-6409-4ce6-a5ff-b6027983bff4,segment=NetworkSegment(4bb1e956-0097-421d-922c-4de86591abf9),segment_id=4bb1e956-0097-421d-922c-4de86591abf9)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:02.414583 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:02.445101 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dbc244-0af6-46b2-86ab-a8f8cfbebafc x-openstack-request-id: req-90dbc244-0af6-46b2-86ab-a8f8cfbebafc {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:58:02.445510 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37de680-dc57-42b3-aa43-580987a38260", "name": "network-vif-plugged", "status": "completed", "tag": "1e904f20-6409-4ce6-a5ff-b6027983bff4", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:58:02.445723 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90dbc244-0af6-46b2-86ab-a8f8cfbebafc {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:58:02.446138 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90dbc244-0af6-46b2-86ab-a8f8cfbebafc'] response: {'server_uuid': 'b37de680-dc57-42b3-aa43-580987a38260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e904f20-6409-4ce6-a5ff-b6027983bff4', 'code': 200} Jun 08 13:58:02.479475 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=1e904f20-6409-4ce6-a5ff-b6027983bff4,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:02.496423 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-c62e108c-4f69-4389-866a-10cb2e925898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:02.498024 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-c62e108c-4f69-4389-866a-10cb2e925898 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0985768 Jun 08 13:58:02.696954 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:02.734174 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-2615917c-c87c-4e6a-9fcf-14725b7cf086 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228172 Jun 08 13:58:02.749209 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec164-5607-4c17-a9cf-8d38425bc1b6 req-095fe5ba-554c-479c-b633-e27ba9de4cf4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:02.750778 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-929ec164-5607-4c17-a9cf-8d38425bc1b6 req-095fe5ba-554c-479c-b633-e27ba9de4cf4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.2198608 Jun 08 13:58:02.757603 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff702-3239-4e35-84c0-cd9a71b5c90c req-42d4c6f0-a27b-46d2-9ccf-0cb81dda7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:02.759175 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-79aff702-3239-4e35-84c0-cd9a71b5c90c req-42d4c6f0-a27b-46d2-9ccf-0cb81dda7c11 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 1099 time: 0.1553268 Jun 08 13:58:02.874710 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:02.922794 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-79aff702-3239-4e35-84c0-cd9a71b5c90c req-27e0bfea-de2d-4aee-9598-452fcd90df42 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505075 Jun 08 13:58:02.930804 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-929ec164-5607-4c17-a9cf-8d38425bc1b6 req-cc0b7ac6-746c-4b78-bf71-7ae495d2a2f9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596441 Jun 08 13:58:02.950866 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:58:02.966752 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:58:02.972271 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:58:02.974289 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'Port': ['ID=9b96f6e2-468a-4ed1-967b-aeec491c1bba,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:02.979370 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d4cc470a-135f-4fc6-b21d-b4c64c0cb863 req-2e09a826-bc8b-4fdc-bc79-44eb5f3558e7 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237823 Jun 08 13:58:03.371646 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:03.444752 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:03.454762 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f80a12-0398-4df8-9c18-e3a6344bb35b req-3d3b7ef6-2b24-4b5d-af27-07039b61e998 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:03.456914 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-34f80a12-0398-4df8-9c18-e3a6344bb35b req-3d3b7ef6-2b24-4b5d-af27-07039b61e998 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0568645 Jun 08 13:58:03.506116 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-34f80a12-0398-4df8-9c18-e3a6344bb35b req-5ccdb6a8-5a02-4154-a061-a26276b20d82 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373282 Jun 08 13:58:03.604813 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:03.609214 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:03.911210 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'Port': ['ID=9b96f6e2-468a-4ed1-967b-aeec491c1bba,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:03.921845 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:04.177689 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Floating IP e4af0876-4dcf-4175-81ce-49c11d9d105a associated. External IP: 172.27.0.120, port: ac47a2a2-5864-4ed3-92e0-d492d2950656. Jun 08 13:58:04.189645 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894bad3-3a00-4076-9e43-665bde5f15b4 req-b13076b8-9e74-4aea-965e-26e9cc8ed56d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:04.197251 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f894bad3-3a00-4076-9e43-665bde5f15b4 req-b13076b8-9e74-4aea-965e-26e9cc8ed56d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.1080699 Jun 08 13:58:04.278584 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f894bad3-3a00-4076-9e43-665bde5f15b4 req-f00feb05-ed64-45a4-9b41-19fe5320d321 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804143 Jun 08 13:58:04.466583 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Router d5e479ca-d3d5-4fea-875d-cfa83a897158 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:58:04.585497 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:58:04.596887 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] Sync routers for ids ['d5e479ca-d3d5-4fea-875d-cfa83a897158'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:58:04.617703 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:04.625961 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] Routers {'d5e479ca-d3d5-4fea-875d-cfa83a897158'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:58:04.626888 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d5e479ca-d3d5-4fea-875d-cfa83a897158'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:04.669985 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-3cd399da-0820-4d81-83c2-c8878668bb65 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8153095 Jun 08 13:58:04.670827 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:58:04.673100 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c4b77f-7655-445c-8331-1f41328dc67d" -d '{"events": [{"name": "network-changed", "server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:58:04.675631 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 41728) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:04.680339 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-c21ade85-d5e8-4c24-a26d-566c5195f9e5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411128971', 'description': 'tempest-secgroup-smoke-1411128971 description', 'project_id': '0951acbab4624b4d83377bc94d26dc55'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:04.711382 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e634ef-1dd4-4250-b143-c07439ead2f2 req-2d0b6106-568d-4d6e-8f9a-0b4bc9914a52 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:04.717516 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c21ade85-d5e8-4c24-a26d-566c5195f9e5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:04.723656 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d8e634ef-1dd4-4250-b143-c07439ead2f2 req-2d0b6106-568d-4d6e-8f9a-0b4bc9914a52 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.1287539 Jun 08 13:58:04.751089 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] Set router d5e479ca-d3d5-4fea-875d-cfa83a897158 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:58:04.759201 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb73da8a-6a3b-46e2-a2c9-6ca89cfbe952 x-openstack-request-id: req-fb73da8a-6a3b-46e2-a2c9-6ca89cfbe952 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:58:04.759521 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:58:04.759778 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb73da8a-6a3b-46e2-a2c9-6ca89cfbe952 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:58:04.760178 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb73da8a-6a3b-46e2-a2c9-6ca89cfbe952'] response: {'name': 'network-changed', 'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'status': 'completed', 'code': 200} Jun 08 13:58:04.793431 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d8e634ef-1dd4-4250-b143-c07439ead2f2 req-22ec0a00-b7ec-40f0-b83d-8db7d6ddc665 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684958 Jun 08 13:58:04.843757 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c21ade85-d5e8-4c24-a26d-566c5195f9e5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:04.850066 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c21ade85-d5e8-4c24-a26d-566c5195f9e5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:04.895743 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c21ade85-d5e8-4c24-a26d-566c5195f9e5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:04.900569 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41732) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:04.906738 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-4877bce7-bb97-4416-accf-0a78b59ba517 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'security_group_rule': {'security_group_id': 'a43f6815-8c9a-43bf-aa1c-889bf36657ff', 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:04.911410 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-c21ade85-d5e8-4c24-a26d-566c5195f9e5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2342281 Jun 08 13:58:04.918148 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ade85-d5e8-4c24-a26d-566c5195f9e5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43f6815-8c9a-43bf-aa1c-889bf36657ff,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:04.963222 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4877bce7-bb97-4416-accf-0a78b59ba517 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.031775 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4877bce7-bb97-4416-accf-0a78b59ba517 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.036201 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:41Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'e4af0876-4dcf-4175-81ce-49c11d9d105a', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'port_id': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'mac_address': 'fa:16:3e:23:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562dc846-597d-4415-9506-4be8cb8950f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:58:03Z', 'updated_at': '2022-06-08T13:58:03Z', 'revision_number': 0, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a36f591-fa08-40a3-b9c2-d0a5f37be7b7', 'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'mac_address': 'fa:16:3e:fa:cd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:40Z', 'updated_at': '2022-06-08T13:56:47Z', 'revision_number': 5, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'subnets': [{'id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:05.037632 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4877bce7-bb97-4416-accf-0a78b59ba517 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.063597 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877bce7-bb97-4416-accf-0a78b59ba517 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0884ad-b1b6-4044-aa7a-e5041ad88a97,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:05.076953 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4877bce7-bb97-4416-accf-0a78b59ba517 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.081011 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-4877bce7-bb97-4416-accf-0a78b59ba517 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1757360 Jun 08 13:58:05.081346 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 41734) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:05.085954 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-0cf65173-7a6c-4820-8753-b290533ed55b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'security_group_rule': {'security_group_id': 'a43f6815-8c9a-43bf-aa1c-889bf36657ff', 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:05.087214 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] Checking router: d5e479ca-d3d5-4fea-875d-cfa83a897158 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:58:05.096258 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] Routers {'d5e479ca-d3d5-4fea-875d-cfa83a897158'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:58:05.096859 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:57:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d5e479ca-d3d5-4fea-875d-cfa83a897158'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:05.112251 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0cf65173-7a6c-4820-8753-b290533ed55b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.193955 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0cf65173-7a6c-4820-8753-b290533ed55b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.202981 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0cf65173-7a6c-4820-8753-b290533ed55b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.208325 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] Set router d5e479ca-d3d5-4fea-875d-cfa83a897158 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:58:05.224157 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf65173-7a6c-4820-8753-b290533ed55b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd0e092-10bf-45b8-a4d4-f74a7cfb044a,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:05.236040 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0cf65173-7a6c-4820-8753-b290533ed55b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.240122 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41740) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:05.241487 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-0cf65173-7a6c-4820-8753-b290533ed55b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549041 Jun 08 13:58:05.245361 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-ecce98a8-8220-4f49-8ac9-23badf6ed397 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'security_group_rule': {'security_group_id': 'a43f6815-8c9a-43bf-aa1c-889bf36657ff', 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:05.294933 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ecce98a8-8220-4f49-8ac9-23badf6ed397 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.379360 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ecce98a8-8220-4f49-8ac9-23badf6ed397 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.390212 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ecce98a8-8220-4f49-8ac9-23badf6ed397 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.439638 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ecce98a8-8220-4f49-8ac9-23badf6ed397 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.444043 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ecce98a8-8220-4f49-8ac9-23badf6ed397 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2007830 Jun 08 13:58:05.444835 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41746) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:05.445477 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce98a8-8220-4f49-8ac9-23badf6ed397 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a7873f-326f-4279-95c7-2db73d3a5d51,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:05.452509 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-671542d0-009f-4464-985c-ab05ee5fd32e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'security_group_rule': {'security_group_id': 'a43f6815-8c9a-43bf-aa1c-889bf36657ff', 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:05.499888 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-671542d0-009f-4464-985c-ab05ee5fd32e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.506423 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752695b-d170-450a-b27b-3b707906d3e8 req-75011535-a68b-4e74-866e-aa8d0399cd45 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:05.508040 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a752695b-d170-450a-b27b-3b707906d3e8 req-75011535-a68b-4e74-866e-aa8d0399cd45 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.1195476 Jun 08 13:58:05.524225 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:41Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'e4af0876-4dcf-4175-81ce-49c11d9d105a', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'port_id': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'mac_address': 'fa:16:3e:23:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562dc846-597d-4415-9506-4be8cb8950f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:58:03Z', 'updated_at': '2022-06-08T13:58:03Z', 'revision_number': 0, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a36f591-fa08-40a3-b9c2-d0a5f37be7b7', 'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'mac_address': 'fa:16:3e:fa:cd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:40Z', 'updated_at': '2022-06-08T13:56:47Z', 'revision_number': 5, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'subnets': [{'id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:05.562235 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f86e1-049c-4097-88d4-0b5051f6c1c7 None None] The sync data for ids ['d5e479ca-d3d5-4fea-875d-cfa83a897158'] in dv-cinder-845130-1-iscsi is: [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:41Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'e4af0876-4dcf-4175-81ce-49c11d9d105a', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'port_id': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'mac_address': 'fa:16:3e:23:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562dc846-597d-4415-9506-4be8cb8950f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:58:03Z', 'updated_at': '2022-06-08T13:58:03Z', 'revision_number': 0, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a36f591-fa08-40a3-b9c2-d0a5f37be7b7', 'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'mac_address': 'fa:16:3e:fa:cd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:40Z', 'updated_at': '2022-06-08T13:56:47Z', 'revision_number': 5, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'subnets': [{'id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:58:05.605883 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-671542d0-009f-4464-985c-ab05ee5fd32e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.607230 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a752695b-d170-450a-b27b-3b707906d3e8 req-0d622086-c0de-4640-bf91-046c27475822 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918806 Jun 08 13:58:05.611282 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-671542d0-009f-4464-985c-ab05ee5fd32e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.639344 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671542d0-009f-4464-985c-ab05ee5fd32e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df62512-400b-4502-9f9e-d39addaffd3c,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:05.655398 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-671542d0-009f-4464-985c-ab05ee5fd32e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.656909 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-671542d0-009f-4464-985c-ab05ee5fd32e tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2090974 Jun 08 13:58:05.660278 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 41748) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:05.666321 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-05baf948-69d8-4a06-862a-54db56f12776 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'security_group_rule': {'security_group_id': 'a43f6815-8c9a-43bf-aa1c-889bf36657ff', 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:05.701207 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.securitygroups_db [None req-05baf948-69d8-4a06-862a-54db56f12776 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Project 0951acbab4624b4d83377bc94d26dc55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 13:58:05.708970 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-05baf948-69d8-4a06-862a-54db56f12776 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.768472 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-05baf948-69d8-4a06-862a-54db56f12776 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.779057 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-05baf948-69d8-4a06-862a-54db56f12776 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.798009 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baf948-69d8-4a06-862a-54db56f12776 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a0f8e8-0a37-47c4-a4d9-32f64e2ee3a4,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:05.807357 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-05baf948-69d8-4a06-862a-54db56f12776 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.809690 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-05baf948-69d8-4a06-862a-54db56f12776 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476257 Jun 08 13:58:05.812187 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 41750) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:05.816961 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-6e35425d-b6c6-4bd6-aa8e-a384f5825c7f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'security_group_rule': {'security_group_id': 'a43f6815-8c9a-43bf-aa1c-889bf36657ff', 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:05.847839 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.securitygroups_db [None req-6e35425d-b6c6-4bd6-aa8e-a384f5825c7f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Project 0951acbab4624b4d83377bc94d26dc55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 13:58:05.872481 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6e35425d-b6c6-4bd6-aa8e-a384f5825c7f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:05.887555 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb3464-9eca-4323-9769-f552ff9374e6 None None] New status for floating IP e4af0876-4dcf-4175-81ce-49c11d9d105a: ACTIVE {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:58:05.987159 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c63522-8970-4359-bd47-d6c0b7497e03 req-33978f1c-ebf7-4bb3-ba54-e0da497593b7 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:05.988655 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d6c63522-8970-4359-bd47-d6c0b7497e03 req-33978f1c-ebf7-4bb3-ba54-e0da497593b7 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.1102929 Jun 08 13:58:06.001017 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6e35425d-b6c6-4bd6-aa8e-a384f5825c7f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:06.009511 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6e35425d-b6c6-4bd6-aa8e-a384f5825c7f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:06.041199 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35425d-b6c6-4bd6-aa8e-a384f5825c7f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a852de-9979-4ea8-bf45-5e1f81ecba94,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:06.058583 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6e35425d-b6c6-4bd6-aa8e-a384f5825c7f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:06.075501 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6e35425d-b6c6-4bd6-aa8e-a384f5825c7f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2500834 Jun 08 13:58:06.081680 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d6c63522-8970-4359-bd47-d6c0b7497e03 req-dba79f54-8764-4d7e-b513-2902e6bf736a tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832825 Jun 08 13:58:06.166486 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0a45addb-f46d-4741-969e-d6a64536a6db req-7fa7d69d-c3af-406c-85d5-903afc66a94c tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411128971&fields=id&tenant_id=0951acbab4624b4d83377bc94d26dc55 HTTP/1.1" status: 200 len: 267 time: 0.0375338 Jun 08 13:58:06.243273 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45addb-f46d-4741-969e-d6a64536a6db req-c9f3ab30-11e6-4975-8cd4-efab5f6bd9ad tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:06.244740 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0a45addb-f46d-4741-969e-d6a64536a6db req-c9f3ab30-11e6-4975-8cd4-efab5f6bd9ad tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.0714471 Jun 08 13:58:06.256396 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-0a45addb-f46d-4741-969e-d6a64536a6db req-5b55c220-e270-464a-8b55-f38265246547 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'port': {'security_groups': ['2fb4528c-4df0-40cd-a110-525f9f952ff3', 'a43f6815-8c9a-43bf-aa1c-889bf36657ff']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:06.338133 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0a45addb-f46d-4741-969e-d6a64536a6db req-5b55c220-e270-464a-8b55-f38265246547 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:06.523978 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-0a45addb-f46d-4741-969e-d6a64536a6db req-5b55c220-e270-464a-8b55-f38265246547 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] For port ac47a2a2-5864-4ed3-92e0-d492d2950656, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:06.565001 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0a45addb-f46d-4741-969e-d6a64536a6db req-5b55c220-e270-464a-8b55-f38265246547 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:06.572031 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0a45addb-f46d-4741-969e-d6a64536a6db req-5b55c220-e270-464a-8b55-f38265246547 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:06.587599 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['ac47a2a2-5864-4ed3-92e0-d492d2950656'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:58:06.620716 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45addb-f46d-4741-969e-d6a64536a6db req-5b55c220-e270-464a-8b55-f38265246547 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:06.621375 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-0a45addb-f46d-4741-969e-d6a64536a6db req-5b55c220-e270-464a-8b55-f38265246547 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:06.625705 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0a45addb-f46d-4741-969e-d6a64536a6db req-5b55c220-e270-464a-8b55-f38265246547 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "PUT /v2.0/ports/ac47a2a2-5864-4ed3-92e0-d492d2950656 HTTP/1.1" status: 200 len: 981 time: 0.3736126 Jun 08 13:58:06.670096 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55c220-e270-464a-8b55-f38265246547 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'Port': ['ID=ac47a2a2-5864-4ed3-92e0-d492d2950656,revision_number=6']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:06.761721 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:58:06.764042 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b6d012-6bb9-448b-9a91-7152575c25dc" -d '{"events": [{"name": "network-changed", "server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:58:06.799019 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ca830-3ac9-4441-af49-a919785a441b req-1ca97902-ef79-4c28-a22c-eb72e5db681e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:06.807779 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f73ca830-3ac9-4441-af49-a919785a441b req-1ca97902-ef79-4c28-a22c-eb72e5db681e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.1041279 Jun 08 13:58:06.820747 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc7bc3-46fc-440d-ac6e-835b7c2d37c1 req-d7358ce8-2871-49c4-a87f-eeb0a958c6b5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:06.823091 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-adfc7bc3-46fc-440d-ac6e-835b7c2d37c1 req-d7358ce8-2871-49c4-a87f-eeb0a958c6b5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0904865 Jun 08 13:58:06.851177 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['ac47a2a2-5864-4ed3-92e0-d492d2950656'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:58:06.867096 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f73ca830-3ac9-4441-af49-a919785a441b req-4fe3d63f-1556-48ec-a1ca-ee3a13b26219 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581203 Jun 08 13:58:06.885234 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-adfc7bc3-46fc-440d-ac6e-835b7c2d37c1 req-cadbf763-35c2-40e9-a9f3-8d585b01f8ad tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549557 Jun 08 13:58:06.968104 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd018b6-e358-4df8-8577-97150ec4d644 x-openstack-request-id: req-dbd018b6-e358-4df8-8577-97150ec4d644 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:58:06.968426 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:58:06.968666 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbd018b6-e358-4df8-8577-97150ec4d644 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:58:06.969072 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd018b6-e358-4df8-8577-97150ec4d644'] response: {'name': 'network-changed', 'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'status': 'completed', 'code': 200} Jun 08 13:58:07.036334 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-c9e11a7e-cf07-44b5-8187-9223d9be4c3a None None] Provisioning complete for port ac47a2a2-5864-4ed3-92e0-d492d2950656 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:58:07.036947 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-c9e11a7e-cf07-44b5-8187-9223d9be4c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:07.293215 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc03f9e-71a2-4022-b714-f73117a60db6 req-b40f83c0-541e-470c-98b4-8698fd440e37 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:07.302881 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2bc03f9e-71a2-4022-b714-f73117a60db6 req-b40f83c0-541e-470c-98b4-8698fd440e37 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.1190174 Jun 08 13:58:07.303358 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-c9e11a7e-cf07-44b5-8187-9223d9be4c3a None None] Current status of the port ac47a2a2-5864-4ed3-92e0-d492d2950656 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:58:07.347813 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2bc03f9e-71a2-4022-b714-f73117a60db6 req-6f53fcad-0b50-497e-b8e4-9c0b4aa31997 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352013 Jun 08 13:58:07.559729 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:08.021501 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6062c7-219a-4562-b6f6-98384f82ff4a req-6709b5ad-7478-4a9a-870e-c9760445d315 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:08.024202 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5c6062c7-219a-4562-b6f6-98384f82ff4a req-6709b5ad-7478-4a9a-870e-c9760445d315 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0691676 Jun 08 13:58:08.066392 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5c6062c7-219a-4562-b6f6-98384f82ff4a req-ddf4df21-6cae-4ec2-9998-91e2292eec0f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343659 Jun 08 13:58:08.469585 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74a87-2952-467f-9241-7eb71c1ede2a req-40812263-76d8-451e-b680-1bdc4c30c0ae tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:08.471268 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-15f74a87-2952-467f-9241-7eb71c1ede2a req-40812263-76d8-451e-b680-1bdc4c30c0ae tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0531631 Jun 08 13:58:08.515982 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-15f74a87-2952-467f-9241-7eb71c1ede2a req-1fff46f1-eec1-4ab0-849f-9b10426d31e8 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Jun 08 13:58:09.202890 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd62d67-e584-48e6-87d6-13defc35c65c req-67519cf1-5852-40e6-9e14-0f06b5034f5c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:09.204440 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dbd62d67-e584-48e6-87d6-13defc35c65c req-67519cf1-5852-40e6-9e14-0f06b5034f5c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0577600 Jun 08 13:58:09.246117 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dbd62d67-e584-48e6-87d6-13defc35c65c req-e7be6f8a-2f43-4637-8bd8-de365d14a9a7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355084 Jun 08 13:58:09.697830 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f5ea7-f1e6-4e94-bb8f-dbfa38206990 req-26bd8251-f0ad-4474-bf36-22190480daf9 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:09.701665 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-736f5ea7-f1e6-4e94-bb8f-dbfa38206990 req-26bd8251-f0ad-4474-bf36-22190480daf9 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0739913 Jun 08 13:58:09.710895 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-10909417-890b-4c5f-86dc-1e3d0da5a3f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090360803&fields=id&tenant_id=e0cc54eeb66b49faad26d64e72da3c13 HTTP/1.1" status: 200 len: 267 time: 0.0575950 Jun 08 13:58:09.755627 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-736f5ea7-f1e6-4e94-bb8f-dbfa38206990 req-bcaa4579-8bd9-48b7-92dd-d055ab1a0360 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476451 Jun 08 13:58:09.859884 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-91b80a21-9549-4367-90ce-bfa2008edb0d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:09.862069 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-91b80a21-9549-4367-90ce-bfa2008edb0d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 811 time: 0.1435676 Jun 08 13:58:09.878650 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-075a38b2-bcb3-4b5b-838c-959c184bd070 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/quotas/e0cc54eeb66b49faad26d64e72da3c13 HTTP/1.1" status: 200 len: 375 time: 0.0099821 Jun 08 13:58:09.935955 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-8f9b1a95-5adb-4111-aaf7-c4e947a4d94c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511296 Jun 08 13:58:10.051723 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-a89ee5ec-f6e7-464d-802b-00d8079739d3 service neutron] 10.222.0.64 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036091 Jun 08 13:58:10.158895 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-9315cdc2-8680-4a3f-9e36-c888d980bb44 service neutron] 10.222.0.64 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961428 Jun 08 13:58:10.402105 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9d20d-aae1-4ae0-9f49-40847f8e8839 req-fb2fa9dd-c5d6-45cd-9c37-0556cd8d8fe6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:10.409979 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-01c9d20d-aae1-4ae0-9f49-40847f8e8839 req-fb2fa9dd-c5d6-45cd-9c37-0556cd8d8fe6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0698900 Jun 08 13:58:10.453374 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-01c9d20d-aae1-4ae0-9f49-40847f8e8839 req-606f3658-c151-453f-953b-24c138bcdfcf tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Jun 08 13:58:10.572045 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-35e21ce3-1e00-437a-b24f-72682d8ef6b2 req-535ba69b-baff-4adc-a606-e169b27bd1b9 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 210 time: 0.0555339 Jun 08 13:58:10.951320 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3651b8e-a9f6-4380-b0e8-e5dc509ff6ec req-9c76f6b5-cd4b-4aa7-9e0d-9e2bf416e285 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:10.952974 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c3651b8e-a9f6-4380-b0e8-e5dc509ff6ec req-9c76f6b5-cd4b-4aa7-9e0d-9e2bf416e285 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0960317 Jun 08 13:58:11.015364 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c3651b8e-a9f6-4380-b0e8-e5dc509ff6ec req-fe5f8618-74ef-407e-b3d9-d31ab3f3a101 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Jun 08 13:58:11.597948 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8f879-21ce-4703-96f6-cadbe1b6e123 req-56ef9663-5ba0-46fb-a5b6-484816b32b51 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:11.599518 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-41e8f879-21ce-4703-96f6-cadbe1b6e123 req-56ef9663-5ba0-46fb-a5b6-484816b32b51 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0590670 Jun 08 13:58:11.648258 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-41e8f879-21ce-4703-96f6-cadbe1b6e123 req-1008a247-b741-4e66-966d-3ff5ac3b0ad1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354781 Jun 08 13:58:11.702647 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-873772af-175d-439a-bbcb-ff0d3b2eba91 req-1117d041-ef55-4054-8a0b-56354911a89e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 210 time: 0.0364547 Jun 08 13:58:12.188162 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d9e7f-a7aa-4d2a-8160-fd05bf046891 req-ed382c52-0786-4ae9-8d6a-d7a001a0daec tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:12.189621 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-943d9e7f-a7aa-4d2a-8160-fd05bf046891 req-ed382c52-0786-4ae9-8d6a-d7a001a0daec tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0753958 Jun 08 13:58:12.249014 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-943d9e7f-a7aa-4d2a-8160-fd05bf046891 req-02a5ebc9-3d5c-4ef6-8849-06e92e72a63a tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527117 Jun 08 13:58:12.802940 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-734e546a-b97f-49a8-b283-e173712a6302 req-ca610800-f866-4e96-b71f-5c26dcf18f19 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 210 time: 0.0280287 Jun 08 13:58:12.838203 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c9b3-3ed9-49c1-9807-45a5f532483c req-463b3f14-16f0-46ab-8b35-ab9608d56d71 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:12.842232 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ebc0c9b3-3ed9-49c1-9807-45a5f532483c req-463b3f14-16f0-46ab-8b35-ab9608d56d71 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0862775 Jun 08 13:58:12.886528 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ebc0c9b3-3ed9-49c1-9807-45a5f532483c req-fecdcff5-6524-40b7-9f1b-6c1bfdd4c03f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403430 Jun 08 13:58:13.389635 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d361372-f2d1-422f-b2df-b03afe7fa382 req-fda14ae3-f3d4-4434-92b0-ae861b30eeed tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:13.391326 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5d361372-f2d1-422f-b2df-b03afe7fa382 req-fda14ae3-f3d4-4434-92b0-ae861b30eeed tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0664597 Jun 08 13:58:13.434020 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5d361372-f2d1-422f-b2df-b03afe7fa382 req-c5efd7ff-8da8-4c0f-8dd7-f2fc69b3b452 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364718 Jun 08 13:58:13.910383 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cad1b704-ab78-4f15-8a70-a8c89ba3ccb4 req-5279065e-f9e5-4243-adbc-50473d45d43c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 210 time: 0.0300677 Jun 08 13:58:14.023915 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b5b78-fed3-462d-83fc-cb6c2d1094f8 req-aa25a299-91d8-4ba7-861d-5ba37346ef09 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:14.025479 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-904b5b78-fed3-462d-83fc-cb6c2d1094f8 req-aa25a299-91d8-4ba7-861d-5ba37346ef09 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0578837 Jun 08 13:58:14.066747 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-904b5b78-fed3-462d-83fc-cb6c2d1094f8 req-381205de-7b0d-42c2-80d9-beca0ca49c07 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334783 Jun 08 13:58:14.569474 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357238b-8c40-42d1-b5d3-3eb9c3259431 req-0f8a0be9-6303-4571-8311-cf2f55039ad6 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:14.572010 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f357238b-8c40-42d1-b5d3-3eb9c3259431 req-0f8a0be9-6303-4571-8311-cf2f55039ad6 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0678654 Jun 08 13:58:14.630878 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f357238b-8c40-42d1-b5d3-3eb9c3259431 req-6850835f-e3cc-4761-a3d8-a5be4173c656 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494959 Jun 08 13:58:14.671010 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4b77f-7655-445c-8331-1f41328dc67d req-880fab74-7ee3-4009-8b28-6ea25b67b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:14.672698 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-98c4b77f-7655-445c-8331-1f41328dc67d req-880fab74-7ee3-4009-8b28-6ea25b67b012 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0951acbab4624b4d83377bc94d26dc55&device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 1137 time: 0.0582097 Jun 08 13:58:14.788077 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4b77f-7655-445c-8331-1f41328dc67d req-04b87c05-39f6-462f-a09c-30affd5c50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:14.789546 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-98c4b77f-7655-445c-8331-1f41328dc67d req-04b87c05-39f6-462f-a09c-30affd5c50ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=103b4a78-0a55-4e9e-84b6-18d263cf3aee HTTP/1.1" status: 200 len: 916 time: 0.0891044 Jun 08 13:58:14.871309 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-98c4b77f-7655-445c-8331-1f41328dc67d req-68aec0cd-53c9-4f86-8810-dd95d2e958c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656 HTTP/1.1" status: 200 len: 1001 time: 0.0736945 Jun 08 13:58:14.927063 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4b77f-7655-445c-8331-1f41328dc67d req-d7eb6781-f0e0-4c8f-b7d6-5ae0c4c82398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:14.928583 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-98c4b77f-7655-445c-8331-1f41328dc67d req-d7eb6781-f0e0-4c8f-b7d6-5ae0c4c82398 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b8187c7d-2e8f-4b23-acb5-d298688e771a HTTP/1.1" status: 200 len: 854 time: 0.0449500 Jun 08 13:58:15.002241 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4b77f-7655-445c-8331-1f41328dc67d req-b805fab1-dd1f-4095-bad4-1799032800e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:15.004683 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-98c4b77f-7655-445c-8331-1f41328dc67d req-b805fab1-dd1f-4095-bad4-1799032800e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=103b4a78-0a55-4e9e-84b6-18d263cf3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666242 Jun 08 13:58:15.047018 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ddc29861-b651-4ff3-a14a-0d8a44d78995 req-c6bbf5ac-c117-4b97-95f6-a79df7fff8d3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 210 time: 0.0310450 Jun 08 13:58:15.116428 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-98c4b77f-7655-445c-8331-1f41328dc67d req-e7c02193-b159-4044-a095-5d6429c4dd40 service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920877 Jun 08 13:58:15.250639 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d03d6-4210-4744-a5bd-fd963c836290 req-bcb39b8f-bb60-448e-ae9a-5fe79bebfb63 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:15.252358 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a54d03d6-4210-4744-a5bd-fd963c836290 req-bcb39b8f-bb60-448e-ae9a-5fe79bebfb63 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0998988 Jun 08 13:58:15.276686 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-98c4b77f-7655-445c-8331-1f41328dc67d req-0ab29e9e-a10a-4c19-899e-f713ac0f6f9b service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439366 Jun 08 13:58:15.309007 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a54d03d6-4210-4744-a5bd-fd963c836290 req-039d2ad0-b9f4-474d-bc95-3ee6db1ff1ef tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495667 Jun 08 13:58:15.468795 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-549c059d-1e53-482d-a3a4-6dd2e92935c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:15.470388 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-549c059d-1e53-482d-a3a4-6dd2e92935c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0951acbab4624b4d83377bc94d26dc55&device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 1137 time: 0.0950551 Jun 08 13:58:15.572050 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-3c7c262e-0112-4f96-bfe3-4e1d3c9e79bf tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:15.574156 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-3c7c262e-0112-4f96-bfe3-4e1d3c9e79bf tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 811 time: 0.1675036 Jun 08 13:58:15.622344 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-d86b6d2a-7a2b-428f-8b37-5b82869a1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:15.623834 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-d86b6d2a-7a2b-428f-8b37-5b82869a1647 service neutron] 10.222.0.71 "GET /v2.0/networks?id=103b4a78-0a55-4e9e-84b6-18d263cf3aee HTTP/1.1" status: 200 len: 916 time: 0.1395872 Jun 08 13:58:15.649362 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-4dd837f4-b154-4b9a-831d-cc27ee0815ce tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0cc54eeb66b49faad26d64e72da3c13 HTTP/1.1" status: 200 len: 380 time: 0.0576568 Jun 08 13:58:15.683007 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'port': {'device_id': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'admin_state_up': True, 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'security_groups': ['5bc04445-5ed6-4968-9c3c-c3d6831d2a9d']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:15.757342 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-b2ab29ac-d907-42c5-ac7e-b1978b7cf65d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656 HTTP/1.1" status: 200 len: 1001 time: 0.1246021 Jun 08 13:58:15.767004 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181182b8-f218-40a6-94ce-e5f658587278 req-c2caca06-56a6-4fec-978f-d2a941d602ac tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:15.768521 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-181182b8-f218-40a6-94ce-e5f658587278 req-c2caca06-56a6-4fec-978f-d2a941d602ac tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0539503 Jun 08 13:58:15.813424 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-181182b8-f218-40a6-94ce-e5f658587278 req-a4ae2349-e79c-46b2-a778-fba44adb1d7e tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373464 Jun 08 13:58:15.859525 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-ab46787d-ddcd-4d08-a968-ae350ef100c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:15.862080 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-ab46787d-ddcd-4d08-a968-ae350ef100c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b8187c7d-2e8f-4b23-acb5-d298688e771a HTTP/1.1" status: 200 len: 854 time: 0.0909405 Jun 08 13:58:15.880945 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Made reservation on behalf of e0cc54eeb66b49faad26d64e72da3c13 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:58:15.884377 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:15.966306 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-8d422eb9-78c6-4773-93b1-b975d7655945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:15.967801 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-8d422eb9-78c6-4773-93b1-b975d7655945 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=103b4a78-0a55-4e9e-84b6-18d263cf3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964799 Jun 08 13:58:16.158992 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-51c0b57a-4ce5-46c6-b461-ed3c6c8e500b req-c6490c1e-c665-4c10-84a9-50ec1e65cbd6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 210 time: 0.0375531 Jun 08 13:58:16.357784 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Allocated IP 172.20.0.9 (916ca76b-21eb-4307-84a8-b942f7d90566/255a9d14-cc72-4ff8-8366-f55bf8edb7e5/095585db-59f0-466e-8e93-9bd9265afe0d) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:58:16.390116 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-e2d0c202-9bce-4d91-af32-29a3e2086859 service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001861 Jun 08 13:58:16.450992 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb7605-851f-4a71-86a5-0b1f6838c80a req-f94dad0d-e972-494f-99ec-655e78912541 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:16.452591 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-adcb7605-851f-4a71-86a5-0b1f6838c80a req-f94dad0d-e972-494f-99ec-655e78912541 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0583155 Jun 08 13:58:16.497074 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-adcb7605-851f-4a71-86a5-0b1f6838c80a req-bb097da4-2032-4031-9a3a-365bc0bed85b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382128 Jun 08 13:58:16.583748 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f1b6d012-6bb9-448b-9a91-7152575c25dc req-36121a07-5285-486e-9bd0-c8b8be0b9951 service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845038 Jun 08 13:58:16.616288 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:16.650890 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:16.704297 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Network 916ca76b-21eb-4307-84a8-b942f7d90566 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:58:16.707277 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:58:16.710917 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:58:16.734678 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'Port': ['ID=095585db-59f0-466e-8e93-9bd9265afe0d,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:16.766804 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:16.767446 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:16.786736 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-5c1f5b24-9934-42ad-813e-4ded0ce257c4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1088133 Jun 08 13:58:16.810019 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Request body: {'port': {'device_id': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:16.866360 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:16.916219 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-61d61d7a-0a1b-4a17-9703-7cc955bd47b8 None None] Provisioning complete for port 095585db-59f0-466e-8e93-9bd9265afe0d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:58:16.917502 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-61d61d7a-0a1b-4a17-9703-7cc955bd47b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:16.960456 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-61d61d7a-0a1b-4a17-9703-7cc955bd47b8 None None] Port 095585db-59f0-466e-8e93-9bd9265afe0d cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:58:17.155768 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095585db-59f0-466e-8e93-9bd9265afe0d {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:58:17.163664 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:17.177486 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Transition to ACTIVE for port object 095585db-59f0-466e-8e93-9bd9265afe0d will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:58:17.183331 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:17.188230 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b0b7f054-1c12-4679-992b-e30fc05ac82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:17.266532 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Pushing event updated for resources: {'Port': ['ID=095585db-59f0-466e-8e93-9bd9265afe0d,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:17.347727 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a72a6f-4d86-4033-bc2e-4f1ddc8bfc77 req-83be87d7-1187-4b5d-897b-a273b9afa2ea tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:17.349402 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b8a72a6f-4d86-4033-bc2e-4f1ddc8bfc77 req-83be87d7-1187-4b5d-897b-a273b9afa2ea tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.1104183 Jun 08 13:58:17.378666 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Attempting to bind port 095585db-59f0-466e-8e93-9bd9265afe0d on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:58:17.378947 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Attempting to bind port 095585db-59f0-466e-8e93-9bd9265afe0d by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:58:17.379184 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Attempting to bind port 095585db-59f0-466e-8e93-9bd9265afe0d on network 916ca76b-21eb-4307-84a8-b942f7d90566 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:58:17.390410 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Port 095585db-59f0-466e-8e93-9bd9265afe0d on network 916ca76b-21eb-4307-84a8-b942f7d90566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:58:17.390728 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Attempting to bind port 095585db-59f0-466e-8e93-9bd9265afe0d on network 916ca76b-21eb-4307-84a8-b942f7d90566 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:58:17.404886 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:58:17.405232 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Checking segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:58:17.405640 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Bound using segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:58:17.406091 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Bound port: 095585db-59f0-466e-8e93-9bd9265afe0d, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:58:17.406450 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:17.414891 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b8a72a6f-4d86-4033-bc2e-4f1ddc8bfc77 req-eeef586e-a5b9-4e97-866c-6bdd49905afe tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583894 Jun 08 13:58:17.479896 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] For port 095585db-59f0-466e-8e93-9bd9265afe0d, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:58:17.484247 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] For port 095585db-59f0-466e-8e93-9bd9265afe0d, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=095585db-59f0-466e-8e93-9bd9265afe0d,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:58:17.489032 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:17.527408 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:17.527537 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:17.529104 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] 10.222.0.71 "PUT /v2.0/ports/095585db-59f0-466e-8e93-9bd9265afe0d HTTP/1.1" status: 200 len: 1093 time: 0.7246337 Jun 08 13:58:17.529910 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'tag': '095585db-59f0-466e-8e93-9bd9265afe0d'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:58:17.533408 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a48aeca-f223-46ba-b3e4-890781ac730b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c", "tag": "095585db-59f0-466e-8e93-9bd9265afe0d"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:58:17.583119 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd270d7-6681-4c6c-b065-43faa18b6406 service neutron] Pushing event updated for resources: {'Port': ['ID=095585db-59f0-466e-8e93-9bd9265afe0d,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:17.594010 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac2e0fc-bb83-45ac-8323-4156d0fce440 x-openstack-request-id: req-9ac2e0fc-bb83-45ac-8323-4156d0fce440 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:58:17.594598 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c", "tag": "095585db-59f0-466e-8e93-9bd9265afe0d", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:58:17.595038 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ac2e0fc-bb83-45ac-8323-4156d0fce440 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:58:17.595851 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac2e0fc-bb83-45ac-8323-4156d0fce440'] response: {'name': 'network-changed', 'server_uuid': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'tag': '095585db-59f0-466e-8e93-9bd9265afe0d', 'status': 'completed', 'code': 200} Jun 08 13:58:17.644280 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-7ec06c31-9ac1-432e-a8ca-f76b027eb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:17.645751 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-7ec06c31-9ac1-432e-a8ca-f76b027eb0e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 1096 time: 0.0486584 Jun 08 13:58:17.661914 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b140bc-adb8-4a86-9c0e-d712f8563faa req-55a3f320-ec71-4c2a-ad34-c64d39389a74 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:17.663561 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d9b140bc-adb8-4a86-9c0e-d712f8563faa req-55a3f320-ec71-4c2a-ad34-c64d39389a74 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0590272 Jun 08 13:58:17.707802 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-2daaf462-d814-4942-9e21-9632ef7bacde service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=095585db-59f0-466e-8e93-9bd9265afe0d HTTP/1.1" status: 200 len: 217 time: 0.0523458 Jun 08 13:58:17.715868 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d9b140bc-adb8-4a86-9c0e-d712f8563faa req-aee86389-89dc-4c73-8b5e-a64918bacc34 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444496 Jun 08 13:58:17.765761 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-661a30c1-d246-499e-b7a7-d32155c13781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:17.767218 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-661a30c1-d246-499e-b7a7-d32155c13781 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0475900 Jun 08 13:58:17.835516 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-f6bbafa6-a982-462f-bb04-da6d87f53b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:17.837014 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-f6bbafa6-a982-462f-bb04-da6d87f53b10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528476 Jun 08 13:58:17.939328 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-3f71820b-569a-48fc-b577-e6376001c8d0 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907335 Jun 08 13:58:18.037868 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e58c614c-31c3-4ec4-b8a6-9d7caa689eb8 req-e43bb06a-adc8-4bab-8f33-ddfc4c9c7568 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880716 Jun 08 13:58:18.130618 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-6829470b-6aa5-4978-bebb-12c3af5c84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:18.132206 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-6829470b-6aa5-4978-bebb-12c3af5c84a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 1096 time: 0.0409031 Jun 08 13:58:18.223689 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-bc1dcb31-46a3-4369-a170-81e73af0e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:18.225052 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-bc1dcb31-46a3-4369-a170-81e73af0e852 service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.0846395 Jun 08 13:58:18.270196 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-1580850d-5bf4-45a1-9f97-43fa07540f78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=095585db-59f0-466e-8e93-9bd9265afe0d HTTP/1.1" status: 200 len: 217 time: 0.0381389 Jun 08 13:58:18.324286 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-df98d860-2bea-4186-bf61-0b537d337bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:18.325787 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-df98d860-2bea-4186-bf61-0b537d337bd3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0453064 Jun 08 13:58:18.380934 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-e3a90eb3-5ab0-439b-8a1e-9d8dfb6adc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:18.384708 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-e3a90eb3-5ab0-439b-8a1e-9d8dfb6adc9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468774 Jun 08 13:58:18.499772 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-ea48c60d-1665-4918-be46-a42cfee1d60a service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044707 Jun 08 13:58:18.603587 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecd7d9-cd9f-4553-9be0-a20a8b970e7f req-44a7a953-1303-4f9d-b4ab-9453ff3e8642 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:18.605143 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3aecd7d9-cd9f-4553-9be0-a20a8b970e7f req-44a7a953-1303-4f9d-b4ab-9453ff3e8642 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.1095262 Jun 08 13:58:18.650083 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8a48aeca-f223-46ba-b3e4-890781ac730b req-324bb7c1-a7d1-4975-b4fe-59ab61ea7301 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414509 Jun 08 13:58:18.665203 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3aecd7d9-cd9f-4553-9be0-a20a8b970e7f req-d5001d35-9de2-4ba6-b44f-67e6d0f2ee3e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514832 Jun 08 13:58:18.855484 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09903fd-c962-4503-88a6-721378058511 req-9be5feb7-12d5-47ae-8b41-46108c3a80be tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:18.857007 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c09903fd-c962-4503-88a6-721378058511 req-9be5feb7-12d5-47ae-8b41-46108c3a80be tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0507498 Jun 08 13:58:18.900162 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c09903fd-c962-4503-88a6-721378058511 req-421b2f23-b95f-4a4e-b597-41848659172a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371869 Jun 08 13:58:19.383872 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-63cc62f4-b2f4-479e-9956-3328303cbd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:19.781896 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb6c66-805b-4ace-815c-238980e1f19e req-11307606-4257-432c-956f-518e22035235 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:19.783399 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-16cb6c66-805b-4ace-815c-238980e1f19e req-11307606-4257-432c-956f-518e22035235 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.0493994 Jun 08 13:58:19.824145 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-16cb6c66-805b-4ace-815c-238980e1f19e req-dd289904-f80f-4db5-9260-60989590ecc9 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344350 Jun 08 13:58:20.024158 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbe196-ca92-4b72-b9ac-535122219901 req-9a53cbc7-a3a7-4ba4-adfd-6d218b7c4190 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:20.025573 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0efbe196-ca92-4b72-b9ac-535122219901 req-9a53cbc7-a3a7-4ba4-adfd-6d218b7c4190 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0512903 Jun 08 13:58:20.064774 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0efbe196-ca92-4b72-b9ac-535122219901 req-a3b74ef6-9657-4e2a-900e-919995c8dbf5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325940 Jun 08 13:58:20.940012 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54868cac-a6d4-497a-948c-769eff31a929 req-ba1f5245-47fc-4782-a79a-4bfa574fcd06 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:20.941502 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-54868cac-a6d4-497a-948c-769eff31a929 req-ba1f5245-47fc-4782-a79a-4bfa574fcd06 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.0494423 Jun 08 13:58:20.977871 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-54868cac-a6d4-497a-948c-769eff31a929 req-8987fa45-4fbd-4c42-aa2a-9fd28b6dec6e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304654 Jun 08 13:58:21.037505 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:21.203059 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64afa-623a-4afa-b550-20e425eb83fa req-2d788b70-58b7-441c-8ffd-fcb9f58a9c64 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:21.204515 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f6d64afa-623a-4afa-b550-20e425eb83fa req-2d788b70-58b7-441c-8ffd-fcb9f58a9c64 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0530038 Jun 08 13:58:21.243009 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f6d64afa-623a-4afa-b550-20e425eb83fa req-c56654f7-c9c6-4700-9993-66e9d05ee92a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325806 Jun 08 13:58:22.107065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297ba60-7356-4ba1-ab98-b03e92222095 req-18b50a26-4f0e-4f2b-bcea-a983ebd2dff1 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:22.108533 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0297ba60-7356-4ba1-ab98-b03e92222095 req-18b50a26-4f0e-4f2b-bcea-a983ebd2dff1 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.0602133 Jun 08 13:58:22.151718 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0297ba60-7356-4ba1-ab98-b03e92222095 req-4940fd18-2a5d-41af-bc44-d39a2055a5b7 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366399 Jun 08 13:58:22.275518 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:22.307941 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a7810261-be6b-4d16-a8a5-d392ef856731 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:58:22.379362 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6647e3-e235-4752-8842-5fad61c1cec9 req-c0a9133f-3ed2-4693-b7e0-cf9503d3472c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:22.380874 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4b6647e3-e235-4752-8842-5fad61c1cec9 req-c0a9133f-3ed2-4693-b7e0-cf9503d3472c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 943 time: 0.0572543 Jun 08 13:58:22.420983 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4b6647e3-e235-4752-8842-5fad61c1cec9 req-c3a94c6c-60a9-47e2-ba8d-8425e9f9e61f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339215 Jun 08 13:58:22.453169 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:22.464329 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'port_id': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'mac_address': 'fa:16:3e:dc:61:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:58:22.508386 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port a7810261-be6b-4d16-a8a5-d392ef856731 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:58:22.508684 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:22.525259 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7810261-be6b-4d16-a8a5-d392ef856731 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:58:22.565370 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:22.570573 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:22.641987 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=9']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:22.802282 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:22.988816 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['a7810261-be6b-4d16-a8a5-d392ef856731'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:58:23.268103 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344ec6-01a3-4660-83d6-d8b556a2c3cd req-60f2e213-0611-48ec-93eb-4d57823d04d0 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:23.269552 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4f344ec6-01a3-4660-83d6-d8b556a2c3cd req-60f2e213-0611-48ec-93eb-4d57823d04d0 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.0486872 Jun 08 13:58:23.307356 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4f344ec6-01a3-4660-83d6-d8b556a2c3cd req-60b83c0c-932e-4843-81ff-c53f07236780 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314100 Jun 08 13:58:23.539011 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec50767-1acd-45cb-9541-53688f894584 req-493b8e4c-aba1-47a1-b227-12fcbf0198d7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:23.540469 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-8ec50767-1acd-45cb-9541-53688f894584 req-493b8e4c-aba1-47a1-b227-12fcbf0198d7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 944 time: 0.0483503 Jun 08 13:58:23.577747 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-8ec50767-1acd-45cb-9541-53688f894584 req-fbc31925-da48-4200-9b70-20f4092488c9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307555 Jun 08 13:58:24.428523 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faa3b5-b95b-462d-b8b6-7dfdad59d82e req-fa7cf9f8-5f30-4d52-99d5-b165a19b8966 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:24.429951 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21faa3b5-b95b-462d-b8b6-7dfdad59d82e req-fa7cf9f8-5f30-4d52-99d5-b165a19b8966 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.0538278 Jun 08 13:58:24.471297 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21faa3b5-b95b-462d-b8b6-7dfdad59d82e req-d563cc4c-8441-4546-b796-8ad34ef9a6b7 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Jun 08 13:58:24.704899 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8b6f8-153c-4195-85e2-1da022a71d78 req-41ef6819-0157-433e-aec3-4b67edcf9710 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:24.706349 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1fc8b6f8-153c-4195-85e2-1da022a71d78 req-41ef6819-0157-433e-aec3-4b67edcf9710 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 944 time: 0.0540211 Jun 08 13:58:24.753785 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1fc8b6f8-153c-4195-85e2-1da022a71d78 req-bbe50c9a-4bb7-43ba-9d97-312de086f187 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370548 Jun 08 13:58:25.605450 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee64694-b495-4bd4-bccf-6bbdaef90a24 req-dc46bbc8-e01b-4c7c-bd66-4d14afad461b tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:25.607009 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6ee64694-b495-4bd4-bccf-6bbdaef90a24 req-dc46bbc8-e01b-4c7c-bd66-4d14afad461b tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.0599740 Jun 08 13:58:25.648558 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6ee64694-b495-4bd4-bccf-6bbdaef90a24 req-e53301a2-8acd-44eb-a6b8-ea40555d4c1a tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350780 Jun 08 13:58:25.927656 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a9e43-b0fb-4b37-bb86-604698ecab19 req-cd9bb540-4639-45e5-93c4-abb5b754130d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:25.929177 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-812a9e43-b0fb-4b37-bb86-604698ecab19 req-cd9bb540-4639-45e5-93c4-abb5b754130d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 944 time: 0.0698712 Jun 08 13:58:25.970024 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-812a9e43-b0fb-4b37-bb86-604698ecab19 req-a30af68b-620d-435e-b13d-ab11f9cf02b4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340238 Jun 08 13:58:26.800630 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913188cf-05e9-49c2-9124-e8a55297c206 req-c8b08c54-60b8-4948-b6da-48bfa467da17 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:26.802175 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-913188cf-05e9-49c2-9124-e8a55297c206 req-c8b08c54-60b8-4948-b6da-48bfa467da17 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.0539546 Jun 08 13:58:26.857048 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-913188cf-05e9-49c2-9124-e8a55297c206 req-a618c526-8323-4395-a31f-98f7b1890747 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Jun 08 13:58:27.101108 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea506c09-4eb8-4084-82c0-be7a36438e4d req-c6638fcb-8258-4237-aac2-5dc0cb72d57a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:27.102647 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ea506c09-4eb8-4084-82c0-be7a36438e4d req-c6638fcb-8258-4237-aac2-5dc0cb72d57a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 944 time: 0.0551524 Jun 08 13:58:27.140514 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a7810261-be6b-4d16-a8a5-d392ef856731 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:58:27.142075 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ea506c09-4eb8-4084-82c0-be7a36438e4d req-fb76e942-26e8-4b0c-b5c0-fe15af5c1d65 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Jun 08 13:58:27.198011 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port a7810261-be6b-4d16-a8a5-d392ef856731 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:58:27.198388 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:27.279586 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port a7810261-be6b-4d16-a8a5-d392ef856731 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:58:27.279961 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:27.306544 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:58:27.308836 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3555dce-1037-47de-9ef3-5b1e28478606" -d '{"events": [{"server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "name": "network-vif-plugged", "status": "completed", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:58:27.321951 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:27.328217 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:27.361320 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c4403d-e756-43f3-9430-5bb4796a1d56 x-openstack-request-id: req-c4c4403d-e756-43f3-9430-5bb4796a1d56 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:58:27.361634 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "name": "network-vif-plugged", "status": "completed", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:58:27.361884 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4c4403d-e756-43f3-9430-5bb4796a1d56 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:58:27.362271 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c4403d-e756-43f3-9430-5bb4796a1d56'] response: {'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'code': 200} Jun 08 13:58:27.387752 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=10']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:28.005626 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2424a4c-b878-4983-bdc2-0ab3719d6f34 req-49777d37-83ff-4632-8e15-3cd3a351fccd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:28.007136 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d2424a4c-b878-4983-bdc2-0ab3719d6f34 req-49777d37-83ff-4632-8e15-3cd3a351fccd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.0721431 Jun 08 13:58:28.048857 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d2424a4c-b878-4983-bdc2-0ab3719d6f34 req-238424c6-40a9-4b8e-b66f-b03ba8b391a3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353465 Jun 08 13:58:28.085732 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3578ba-188c-4128-8df6-386823705f61 req-c22a4f0a-3c85-4a5f-8446-b2faae31abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:28.087489 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8f3578ba-188c-4128-8df6-386823705f61 req-c22a4f0a-3c85-4a5f-8446-b2faae31abd9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 1099 time: 0.0770910 Jun 08 13:58:28.141348 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8f3578ba-188c-4128-8df6-386823705f61 req-8404854e-5edf-46b4-a2cc-6c3d0d640b11 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Jun 08 13:58:28.282468 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652d6e1-32d2-47e4-ae2e-cf92fc74d2ac req-411a9329-c670-4f56-a133-d7d65849c536 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:28.283983 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a652d6e1-32d2-47e4-ae2e-cf92fc74d2ac req-411a9329-c670-4f56-a133-d7d65849c536 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 946 time: 0.0561521 Jun 08 13:58:28.326483 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a652d6e1-32d2-47e4-ae2e-cf92fc74d2ac req-2bc991ff-643d-4c17-8233-313286b82ea2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361726 Jun 08 13:58:29.192141 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e17034-78f6-4ce3-90f2-678d5e89cf3a req-4169116f-dba3-4a8d-81d8-13badcd26bc2 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:29.194313 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e0e17034-78f6-4ce3-90f2-678d5e89cf3a req-4169116f-dba3-4a8d-81d8-13badcd26bc2 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.0606761 Jun 08 13:58:29.241974 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e0e17034-78f6-4ce3-90f2-678d5e89cf3a req-022cdedf-14ca-4014-8e90-e8115754bc3d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377946 Jun 08 13:58:29.454449 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d3adf-ed60-40dc-b6fd-133e44307302 req-f8634213-8e78-4d4b-a635-bae4ed65467a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:29.455919 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-534d3adf-ed60-40dc-b6fd-133e44307302 req-f8634213-8e78-4d4b-a635-bae4ed65467a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 946 time: 0.0542555 Jun 08 13:58:29.494674 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-534d3adf-ed60-40dc-b6fd-133e44307302 req-b4c86b8e-a161-439d-ad35-f12b5c4c34ef tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327244 Jun 08 13:58:29.701252 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:58:30.352642 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 095585db-59f0-466e-8e93-9bd9265afe0d details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:58:30.357471 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46eb05-458d-479e-bd78-890be33ae6ce req-444c9994-c7f0-495b-bd82-ecb8cb991d94 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:30.359164 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0e46eb05-458d-479e-bd78-890be33ae6ce req-444c9994-c7f0-495b-bd82-ecb8cb991d94 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 943 time: 0.0494509 Jun 08 13:58:30.405050 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0e46eb05-458d-479e-bd78-890be33ae6ce req-342b7073-8702-460b-98aa-c3b18e645782 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393958 Jun 08 13:58:30.465540 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 095585db-59f0-466e-8e93-9bd9265afe0d, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=095585db-59f0-466e-8e93-9bd9265afe0d,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:30.478861 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': '095585db-59f0-466e-8e93-9bd9265afe0d', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'port_id': '095585db-59f0-466e-8e93-9bd9265afe0d', 'mac_address': 'fa:16:3e:f0:fb:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:58:30.521189 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 095585db-59f0-466e-8e93-9bd9265afe0d is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:58:30.521587 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:30.537842 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095585db-59f0-466e-8e93-9bd9265afe0d {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:58:30.563756 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 095585db-59f0-466e-8e93-9bd9265afe0d, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=095585db-59f0-466e-8e93-9bd9265afe0d,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:30.571316 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:30.645512 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cf24a-ab8e-434c-b806-536eca12c304 req-2f0eaa16-fab7-4f23-944a-51c3b4df1dfb tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:30.647140 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-265cf24a-ab8e-434c-b806-536eca12c304 req-2f0eaa16-fab7-4f23-944a-51c3b4df1dfb tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 946 time: 0.0624189 Jun 08 13:58:30.649686 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=095585db-59f0-466e-8e93-9bd9265afe0d,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:30.701766 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-265cf24a-ab8e-434c-b806-536eca12c304 req-9f1063b5-ec15-4cd3-88f1-ec2a9f8f80c1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432055 Jun 08 13:58:31.595557 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6ab44-bcc9-4120-b070-c9a80b2f793b req-b762c171-d9eb-45bf-8fa0-0ac92adb74ed tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:31.597948 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-29f6ab44-bcc9-4120-b070-c9a80b2f793b req-b762c171-d9eb-45bf-8fa0-0ac92adb74ed tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 944 time: 0.0861356 Jun 08 13:58:31.646380 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-29f6ab44-bcc9-4120-b070-c9a80b2f793b req-7feca45a-d194-418b-9d61-a323e401e953 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 Jun 08 13:58:31.848160 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421101c-ed43-4044-9349-b3e31a0471d4 req-1b1d1d6f-e504-4ddf-818a-0a102b88b731 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:31.849864 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0421101c-ed43-4044-9349-b3e31a0471d4 req-1b1d1d6f-e504-4ddf-818a-0a102b88b731 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 946 time: 0.0569358 Jun 08 13:58:31.893072 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['095585db-59f0-466e-8e93-9bd9265afe0d'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:58:31.899867 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0421101c-ed43-4044-9349-b3e31a0471d4 req-b9cd8234-36fa-484f-9933-e57e6bb5f3a8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427232 Jun 08 13:58:32.784562 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c814e-74a6-4b99-8d50-cce1a41d0541 req-3a01a957-7238-4ae2-bdf1-1507155d0da6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:32.786083 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3f4c814e-74a6-4b99-8d50-cce1a41d0541 req-3a01a957-7238-4ae2-bdf1-1507155d0da6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 944 time: 0.0574768 Jun 08 13:58:32.839343 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3f4c814e-74a6-4b99-8d50-cce1a41d0541 req-b139065e-ace4-417f-b402-fce172a599bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442302 Jun 08 13:58:33.078414 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4817f-a7da-4fc9-9428-60c4103f0204 req-bed65eae-97f9-4a41-8f08-fbdf2fd228f1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:33.079967 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fee4817f-a7da-4fc9-9428-60c4103f0204 req-bed65eae-97f9-4a41-8f08-fbdf2fd228f1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 946 time: 0.0734665 Jun 08 13:58:33.145171 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fee4817f-a7da-4fc9-9428-60c4103f0204 req-103bc1ed-8a51-4094-a80e-dec72701bf56 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530736 Jun 08 13:58:33.994778 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec0fe-876b-49b4-a1a1-5ebeadb9f230 req-88b81487-d59c-4a5d-99c3-f2253c6e9474 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:33.996263 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9feec0fe-876b-49b4-a1a1-5ebeadb9f230 req-88b81487-d59c-4a5d-99c3-f2253c6e9474 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 944 time: 0.0611207 Jun 08 13:58:34.042329 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9feec0fe-876b-49b4-a1a1-5ebeadb9f230 req-ac6fc1b0-50d3-4337-b7f0-98ca818b8432 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392177 Jun 08 13:58:34.131661 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 095585db-59f0-466e-8e93-9bd9265afe0d up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:58:34.207249 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port 095585db-59f0-466e-8e93-9bd9265afe0d completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:58:34.212581 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port 095585db-59f0-466e-8e93-9bd9265afe0d triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:58:34.213136 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:34.302658 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d8d89-2edd-4615-8aa5-3b6085a91f38 req-b0f3e617-7d4d-4cd6-b291-2d224b9ba765 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:34.304283 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-346d8d89-2edd-4615-8aa5-3b6085a91f38 req-b0f3e617-7d4d-4cd6-b291-2d224b9ba765 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 946 time: 0.0696340 Jun 08 13:58:34.312895 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 095585db-59f0-466e-8e93-9bd9265afe0d is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:58:34.313282 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:34.346832 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095585db-59f0-466e-8e93-9bd9265afe0d'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:58:34.350965 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8139c2ea-417a-49b3-a417-1b661f69353a" -d '{"events": [{"server_uuid": "6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c", "name": "network-vif-plugged", "status": "completed", "tag": "095585db-59f0-466e-8e93-9bd9265afe0d"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:58:34.357926 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-346d8d89-2edd-4615-8aa5-3b6085a91f38 req-62650331-82d6-4a21-bc29-9ea42cc54732 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Jun 08 13:58:34.372540 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 095585db-59f0-466e-8e93-9bd9265afe0d, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=095585db-59f0-466e-8e93-9bd9265afe0d,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:34.391382 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee30685-0e57-48ed-8002-daf779fe5108 x-openstack-request-id: req-bee30685-0e57-48ed-8002-daf779fe5108 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:58:34.391822 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c", "name": "network-vif-plugged", "status": "completed", "tag": "095585db-59f0-466e-8e93-9bd9265afe0d", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:58:34.392202 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bee30685-0e57-48ed-8002-daf779fe5108 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:58:34.392795 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee30685-0e57-48ed-8002-daf779fe5108'] response: {'server_uuid': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095585db-59f0-466e-8e93-9bd9265afe0d', 'code': 200} Jun 08 13:58:34.394011 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:34.462958 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=095585db-59f0-466e-8e93-9bd9265afe0d,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:34.791878 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793325d8-b697-49b1-b6c7-d78997683aba req-d7014e29-62a7-4bd0-bf64-890fd30046e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:34.794130 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-793325d8-b697-49b1-b6c7-d78997683aba req-d7014e29-62a7-4bd0-bf64-890fd30046e2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 1098 time: 0.0454471 Jun 08 13:58:34.839169 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-793325d8-b697-49b1-b6c7-d78997683aba req-d707ba4f-67ee-4b9c-a3ef-a585dea62d49 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309474 Jun 08 13:58:35.184324 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0084-a593-45b3-9c5c-4534dea432be req-d9c8c665-6338-4fd7-8a20-cfb2e8ac8cb7 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:35.186310 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-031c0084-a593-45b3-9c5c-4534dea432be req-d9c8c665-6338-4fd7-8a20-cfb2e8ac8cb7 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 945 time: 0.0676286 Jun 08 13:58:35.238696 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-031c0084-a593-45b3-9c5c-4534dea432be req-508c7cdc-8270-4fe9-b736-cf04657b981b tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385380 Jun 08 13:58:36.379677 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b16ce3-3ad9-4bba-b413-c2ef27fc9f37 req-e3f8afbf-9703-4c3e-951c-64fdb5cb74d2 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:36.381182 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-18b16ce3-3ad9-4bba-b413-c2ef27fc9f37 req-e3f8afbf-9703-4c3e-951c-64fdb5cb74d2 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 945 time: 0.0622840 Jun 08 13:58:36.388107 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-a60d0cd2-38d2-4465-b689-494ea310e758 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440090 Jun 08 13:58:36.429904 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-18b16ce3-3ad9-4bba-b413-c2ef27fc9f37 req-69949ac1-5842-4c46-8fd0-fc2586779a8e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383177 Jun 08 13:58:36.465107 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-85e61a4c-a3e1-415e-836f-a4c6b982b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:36.466602 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-85e61a4c-a3e1-415e-836f-a4c6b982b492 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 1099 time: 0.0431545 Jun 08 13:58:36.588544 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-e7faa332-6a9c-4c1e-9471-23012c9ae3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:36.590095 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-e7faa332-6a9c-4c1e-9471-23012c9ae3fa service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 918 time: 0.0980697 Jun 08 13:58:36.674162 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-987ff4ae-f725-45bd-a5c6-f5998695fc53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7810261-be6b-4d16-a8a5-d392ef856731 HTTP/1.1" status: 200 len: 999 time: 0.0737412 Jun 08 13:58:36.730989 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-8e17ace4-01e8-4d1b-a6a7-7679d877e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:36.732605 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-8e17ace4-01e8-4d1b-a6a7-7679d877e24c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.0480957 Jun 08 13:58:36.788594 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-3aa5a44b-6966-405c-ba8b-b04463b0cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:36.790161 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-3aa5a44b-6966-405c-ba8b-b04463b0cc37 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429306 Jun 08 13:58:36.896872 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-f62c94fd-62b3-407e-8b39-0854b006e1b8 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898345 Jun 08 13:58:37.004207 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-93930c87-a980-463b-bbbf-4cbeb9ee548c req-e8b79bc4-7385-4c0f-8827-0e68cd3a0972 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964272 Jun 08 13:58:37.556614 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:37.566735 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68ecf8-f005-4b26-9dd1-46c75f36ad1f req-a9c9fa1c-69a9-4c6f-9c57-55d054bf0e43 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:37.568317 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cb68ecf8-f005-4b26-9dd1-46c75f36ad1f req-a9c9fa1c-69a9-4c6f-9c57-55d054bf0e43 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 945 time: 0.0650747 Jun 08 13:58:37.615256 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cb68ecf8-f005-4b26-9dd1-46c75f36ad1f req-f128f689-976b-4952-b227-b7ec6d983184 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374835 Jun 08 13:58:38.738502 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfa403-ceb2-4341-8c41-4146208b6f3d req-f9a11eb6-4f53-4e19-9419-ea6093008332 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:38.739965 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7ddfa403-ceb2-4341-8c41-4146208b6f3d req-f9a11eb6-4f53-4e19-9419-ea6093008332 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 945 time: 0.0533412 Jun 08 13:58:38.783185 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7ddfa403-ceb2-4341-8c41-4146208b6f3d req-b5625e8e-aa1b-4a77-9c0a-6010cb4c6201 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345185 Jun 08 13:58:38.905830 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf49ff-46af-4e6b-834d-81d7f0cfef1e req-14dd044f-0755-4364-9b04-f574592e8ea4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:38.907470 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5baf49ff-46af-4e6b-834d-81d7f0cfef1e req-14dd044f-0755-4364-9b04-f574592e8ea4 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 945 time: 0.0499744 Jun 08 13:58:38.955582 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5baf49ff-46af-4e6b-834d-81d7f0cfef1e req-4dfb305e-f308-40b1-8289-633718afc034 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398736 Jun 08 13:58:38.977638 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42084) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:39.177900 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba12800-16f8-4e02-9aa8-f972d4a77b23 tempest-TestVolumeBootPattern-1683576760 tempest-TestVolumeBootPattern-1683576760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:39.179594 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6ba12800-16f8-4e02-9aa8-f972d4a77b23 tempest-TestVolumeBootPattern-1683576760 tempest-TestVolumeBootPattern-1683576760-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 1093 time: 0.2002850 Jun 08 13:58:39.183586 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42092) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:58:39.188531 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'port_id': '095585db-59f0-466e-8e93-9bd9265afe0d', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address': '172.20.0.9'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:58:39.216165 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:39.338672 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:39.459527 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Allocated IP 172.27.0.251 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/13e69f87-19e5-4b7f-956a-441e6d1bd2e1) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:58:39.564072 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:39.599361 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:39.642722 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:58:39.645833 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:58:39.648638 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:58:39.677353 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'Port': ['ID=13e69f87-19e5-4b7f-956a-441e6d1bd2e1,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:40.060060 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:40.138620 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:40.332845 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:40.339147 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:40.414294 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'Port': ['ID=13e69f87-19e5-4b7f-956a-441e6d1bd2e1,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:40.427134 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:40.537799 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Floating IP 88f8ca59-321b-4bc2-8367-469d611d05e1 associated. External IP: 172.27.0.251, port: 095585db-59f0-466e-8e93-9bd9265afe0d. Jun 08 13:58:40.679730 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-8deea89e-e5e8-406c-ba82-0d07d2c39e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:40.681317 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-8deea89e-e5e8-406c-ba82-0d07d2c39e06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 1099 time: 0.0752223 Jun 08 13:58:40.698467 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1522fbe-24a0-4b2c-927d-b9c0f81529d6 req-554e8116-6c37-462e-97a2-7bc605841d57 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:40.699938 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e1522fbe-24a0-4b2c-927d-b9c0f81529d6 req-554e8116-6c37-462e-97a2-7bc605841d57 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0847592 Jun 08 13:58:40.814156 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e1522fbe-24a0-4b2c-927d-b9c0f81529d6 req-4206174d-3881-4fa0-af24-ad69502c3d45 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047347 Jun 08 13:58:40.839285 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-71f14d40-9fd0-47fc-9391-eebe1342c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:40.840435 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-71f14d40-9fd0-47fc-9391-eebe1342c803 service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.1394949 Jun 08 13:58:40.860752 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:58:40.928178 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-358344f3-68cd-4de1-8fbb-b9a310e9ef4a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ece7333b-805e-4fd2-8930-53075a313014 HTTP/1.1" status: 200 len: 1002 time: 0.0721893 Jun 08 13:58:40.988175 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-d67e1ce6-2b1c-4353-830f-03a931ed7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:40.989700 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-d67e1ce6-2b1c-4353-830f-03a931ed7cd0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.0500023 Jun 08 13:58:41.004262 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:58:41.018276 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] Sync routers for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:58:41.030794 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:41.032541 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:58:41.033290 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:58:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:41.060405 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-dd4df103-acae-4c73-8d60-c7a0a36b8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:41.062013 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-dd4df103-acae-4c73-8d60-c7a0a36b8430 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615654 Jun 08 13:58:41.208614 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-4d9fb308-be24-4c40-a538-877576f46185 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381073 Jun 08 13:58:41.314976 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:58:41.330577 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-106372bd-5c51-4238-9ced-8cf273c96855 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1457572 Jun 08 13:58:41.331493 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'tag': '095585db-59f0-466e-8e93-9bd9265afe0d'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:58:41.333800 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b7b302-f131-432c-a981-23937a0dcf15" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c", "tag": "095585db-59f0-466e-8e93-9bd9265afe0d"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:58:41.376908 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-74dd078a-a60d-4628-a763-2b012c9cdcc8 req-27ef0e44-96dd-4e42-8f42-82e810e3d637 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592677 Jun 08 13:58:41.420678 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d60f23-8845-4dbe-9ca7-19ce755859c4 x-openstack-request-id: req-c6d60f23-8845-4dbe-9ca7-19ce755859c4 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:58:41.421070 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c", "tag": "095585db-59f0-466e-8e93-9bd9265afe0d", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:58:41.421318 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6d60f23-8845-4dbe-9ca7-19ce755859c4 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:58:41.421947 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d60f23-8845-4dbe-9ca7-19ce755859c4'] response: {'name': 'network-changed', 'server_uuid': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'tag': '095585db-59f0-466e-8e93-9bd9265afe0d', 'status': 'completed', 'code': 200} Jun 08 13:58:41.507353 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b302-f131-432c-a981-23937a0dcf15 req-061bd2f9-1082-4d12-b492-625535e19733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:41.509041 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-01b7b302-f131-432c-a981-23937a0dcf15 req-061bd2f9-1082-4d12-b492-625535e19733 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 1098 time: 0.0548964 Jun 08 13:58:41.562321 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cec724-65c9-4d2b-83bb-d38829259918 req-9ba7fbb1-4752-48a3-8693-71b060979611 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:41.566247 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-62cec724-65c9-4d2b-83bb-d38829259918 req-9ba7fbb1-4752-48a3-8693-71b060979611 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0883222 Jun 08 13:58:41.617189 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-62cec724-65c9-4d2b-83bb-d38829259918 req-3cab92f9-2bec-46c6-84f6-72e6b115f72c tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Jun 08 13:58:41.635569 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b302-f131-432c-a981-23937a0dcf15 req-c2a7dfb9-f3fc-4613-932b-340d0b5a2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:41.637749 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-01b7b302-f131-432c-a981-23937a0dcf15 req-c2a7dfb9-f3fc-4613-932b-340d0b5a2e37 service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.1189113 Jun 08 13:58:41.668496 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '88f8ca59-321b-4bc2-8367-469d611d05e1', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': '095585db-59f0-466e-8e93-9bd9265afe0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:f0:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:58:39Z', 'updated_at': '2022-06-08T13:58:39Z', 'revision_number': 0, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:41.698882 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] Checking router: 7fad602a-6b54-4c55-bbb1-16d34c9e8030 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:58:41.708624 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:58:41.709251 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:58:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:41.716923 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-01b7b302-f131-432c-a981-23937a0dcf15 req-4a65208f-ddd1-434f-968e-4426149a17a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=095585db-59f0-466e-8e93-9bd9265afe0d HTTP/1.1" status: 200 len: 999 time: 0.0690074 Jun 08 13:58:41.782901 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b302-f131-432c-a981-23937a0dcf15 req-2bc8e70d-4b26-4e68-8d87-50202ae4411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:41.785265 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-01b7b302-f131-432c-a981-23937a0dcf15 req-2bc8e70d-4b26-4e68-8d87-50202ae4411e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0518262 Jun 08 13:58:41.841651 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:58:41.847227 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b302-f131-432c-a981-23937a0dcf15 req-9735f29e-78ed-4841-8f5a-02a3db5d45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:41.849091 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-01b7b302-f131-432c-a981-23937a0dcf15 req-9735f29e-78ed-4841-8f5a-02a3db5d45b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563993 Jun 08 13:58:42.167206 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '88f8ca59-321b-4bc2-8367-469d611d05e1', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': '095585db-59f0-466e-8e93-9bd9265afe0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:f0:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:58:39Z', 'updated_at': '2022-06-08T13:58:39Z', 'revision_number': 0, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:58:42.211223 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a65355-25b0-47c9-b989-1ef8860ea621 None None] The sync data for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi is: [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '88f8ca59-321b-4bc2-8367-469d611d05e1', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': '095585db-59f0-466e-8e93-9bd9265afe0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:f0:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:58:39Z', 'updated_at': '2022-06-08T13:58:39Z', 'revision_number': 0, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:58:42.247767 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-01b7b302-f131-432c-a981-23937a0dcf15 req-349c88e8-7b1c-47e3-8cc3-09b13874568a service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790812 Jun 08 13:58:42.258230 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fac23-c000-4cae-9883-ebdd183b3aad req-00ba1dea-8fdd-4c56-913e-2c14b0748edd tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:42.260295 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-449fac23-c000-4cae-9883-ebdd183b3aad req-00ba1dea-8fdd-4c56-913e-2c14b0748edd tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.3270535 Jun 08 13:58:42.347813 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-449fac23-c000-4cae-9883-ebdd183b3aad req-3f20dc33-c8e7-4f2f-ae7d-782ef63249f5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784016 Jun 08 13:58:42.383062 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-01b7b302-f131-432c-a981-23937a0dcf15 req-4979a0c0-6c35-4ed3-b337-2a29f328db80 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215811 Jun 08 13:58:42.448730 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2d49d0-9d87-45e2-a2e7-88f4cf60d0cb None None] New status for floating IP 88f8ca59-321b-4bc2-8367-469d611d05e1: ACTIVE {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:58:42.747981 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670a5f-57a4-419e-854e-49bc95a6ca93 req-f358cec2-af67-4744-9052-35c200c8230b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:42.749525 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-15670a5f-57a4-419e-854e-49bc95a6ca93 req-f358cec2-af67-4744-9052-35c200c8230b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0508494 Jun 08 13:58:42.796368 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-15670a5f-57a4-419e-854e-49bc95a6ca93 req-3ac908da-0f9a-47b3-8b56-c4798d68ce5b tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395141 Jun 08 13:58:43.485161 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531bf21-cf85-435e-a33d-ac9808d3693c req-2676962b-3674-4625-a6e3-bc68e5a86504 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:43.486753 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f531bf21-cf85-435e-a33d-ac9808d3693c req-2676962b-3674-4625-a6e3-bc68e5a86504 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0576658 Jun 08 13:58:43.530253 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f531bf21-cf85-435e-a33d-ac9808d3693c req-ca8ed3d7-6214-4b24-a271-632c2ca83881 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367794 Jun 08 13:58:43.754774 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-efe5a8ab-0414-48a3-ac68-fbb5ceff4e0e tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:43.756299 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-efe5a8ab-0414-48a3-ac68-fbb5ceff4e0e tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.71 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0576327 Jun 08 13:58:43.863562 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Deleting port 1e904f20-6409-4ce6-a5ff-b6027983bff4 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:58:43.863910 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:43.929056 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba3cd4-35a9-45db-88fa-063266ad9f47 req-b9b0591a-5b79-41a0-b655-8dfffca04c2f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:43.931701 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3bba3cd4-35a9-45db-88fa-063266ad9f47 req-b9b0591a-5b79-41a0-b655-8dfffca04c2f tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/ports?device_id=b37de680-dc57-42b3-aa43-580987a38260 HTTP/1.1" status: 200 len: 946 time: 0.0549741 Jun 08 13:58:43.977900 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3bba3cd4-35a9-45db-88fa-063266ad9f47 req-454ed70c-fe20-44db-8680-be9c264daa0e tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.64 "GET /v2.0/security-groups?id=bccdb9d2-e79f-439c-b461-35e25954c58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352418 Jun 08 13:58:43.990371 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] For port 1e904f20-6409-4ce6-a5ff-b6027983bff4, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=1e904f20-6409-4ce6-a5ff-b6027983bff4,segment=NetworkSegment(4bb1e956-0097-421d-922c-4de86591abf9),segment_id=4bb1e956-0097-421d-922c-4de86591abf9)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:58:43.990801 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:44.005146 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Calling delete_port for 1e904f20-6409-4ce6-a5ff-b6027983bff4 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:58:44.145063 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:44.167264 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['1e904f20-6409-4ce6-a5ff-b6027983bff4'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:58:44.180625 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Pushing event deleted for resources: {'Port': ['ID=1e904f20-6409-4ce6-a5ff-b6027983bff4,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:58:44.209640 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.209968 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.210305 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.210639 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.211117 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.211117 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.211816 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.211916 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.212241 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.212589 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.212909 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.213223 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:58:44.235540 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] No DVR routers for this DVR port 1e904f20-6409-4ce6-a5ff-b6027983bff4 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:58:44.239378 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:44.244510 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6deaf7b8-f5db-470f-b41a-a31a58fe5088 req-a9c0c078-9563-42b4-a1fd-c383eb28c625 tempest-VolumesSnapshotTestJSON-1231160519 tempest-VolumesSnapshotTestJSON-1231160519-project] 10.222.0.71 "DELETE /v2.0/ports/1e904f20-6409-4ce6-a5ff-b6027983bff4 HTTP/1.1" status: 204 len: 173 time: 0.4811947 Jun 08 13:58:44.244947 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37de680-dc57-42b3-aa43-580987a38260', 'name': 'network-vif-deleted', 'tag': '1e904f20-6409-4ce6-a5ff-b6027983bff4'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:58:44.247323 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04273579-2b7e-41f1-b676-66c9037f35d9" -d '{"events": [{"server_uuid": "b37de680-dc57-42b3-aa43-580987a38260", "name": "network-vif-deleted", "tag": "1e904f20-6409-4ce6-a5ff-b6027983bff4"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:58:44.286323 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f154f0-e736-41f5-aff6-0496c01804ae x-openstack-request-id: req-17f154f0-e736-41f5-aff6-0496c01804ae {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:58:44.286896 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37de680-dc57-42b3-aa43-580987a38260", "name": "network-vif-deleted", "tag": "1e904f20-6409-4ce6-a5ff-b6027983bff4", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:58:44.287139 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17f154f0-e736-41f5-aff6-0496c01804ae {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:58:44.287534 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f154f0-e736-41f5-aff6-0496c01804ae'] response: {'server_uuid': 'b37de680-dc57-42b3-aa43-580987a38260', 'name': 'network-vif-deleted', 'tag': '1e904f20-6409-4ce6-a5ff-b6027983bff4', 'status': 'completed', 'code': 200} Jun 08 13:58:44.662238 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e729c-a607-4e03-af7a-ce7c69fbd5fb req-98a242e2-f6bb-4bd2-b711-98ca753ffbba tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:44.663716 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c03e729c-a607-4e03-af7a-ce7c69fbd5fb req-98a242e2-f6bb-4bd2-b711-98ca753ffbba tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0522642 Jun 08 13:58:44.711068 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c03e729c-a607-4e03-af7a-ce7c69fbd5fb req-3d6e6cd4-80c3-41d3-9887-e1aac199677d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400727 Jun 08 13:58:45.860845 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf4915-c5be-4c40-af6e-0f5c1971f5b3 req-6114a663-bfac-48f3-a019-2e009ddf9482 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:45.862461 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-69cf4915-c5be-4c40-af6e-0f5c1971f5b3 req-6114a663-bfac-48f3-a019-2e009ddf9482 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0747793 Jun 08 13:58:45.903221 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-69cf4915-c5be-4c40-af6e-0f5c1971f5b3 req-58c83c54-1fe2-429f-b70a-f8cb7b093dff tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341113 Jun 08 13:58:47.038510 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696748c-9662-4064-bd72-bcc2afc157b2 req-0f09067f-a145-4f08-ac37-e7d8bbef390e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:47.040072 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8696748c-9662-4064-bd72-bcc2afc157b2 req-0f09067f-a145-4f08-ac37-e7d8bbef390e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0634885 Jun 08 13:58:47.084733 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8696748c-9662-4064-bd72-bcc2afc157b2 req-28f6febd-2196-4e02-8c52-834db6175ad1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356879 Jun 08 13:58:47.182936 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f0821d18-7ff8-47fe-8e21-d342c162d872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:48.221217 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df745-cc70-4606-866f-8845b98fd0c7 req-db802280-4d43-4a1a-8214-b3df42914782 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:48.222770 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-468df745-cc70-4606-866f-8845b98fd0c7 req-db802280-4d43-4a1a-8214-b3df42914782 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0620253 Jun 08 13:58:48.270949 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-468df745-cc70-4606-866f-8845b98fd0c7 req-82c17796-4413-49eb-b4d8-87bae34c1e5f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416718 Jun 08 13:58:48.690131 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 1e904f20-6409-4ce6-a5ff-b6027983bff4 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:58:48.713796 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: 1e904f20-6409-4ce6-a5ff-b6027983bff4 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 13:58:48.714157 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 1e904f20-6409-4ce6-a5ff-b6027983bff4 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:58:49.388130 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f831a4e8-9b9b-478c-bc98-616383c8fade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:49.401520 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d8fc-4dfe-4480-b3ed-5c4df81b8c3e req-25c58537-3383-429b-ac42-34b645b3ee6e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:49.403007 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8478d8fc-4dfe-4480-b3ed-5c4df81b8c3e req-25c58537-3383-429b-ac42-34b645b3ee6e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0608289 Jun 08 13:58:49.442860 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8478d8fc-4dfe-4480-b3ed-5c4df81b8c3e req-0efaa4ad-6a6b-4dbb-94b8-ce6e444701d8 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335205 Jun 08 13:58:50.566561 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00523e55-0152-4565-ae03-f569f3920735 req-1bcd46e7-0dfa-4bb1-a8cf-2058f02212fc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:50.568206 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-00523e55-0152-4565-ae03-f569f3920735 req-1bcd46e7-0dfa-4bb1-a8cf-2058f02212fc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0537701 Jun 08 13:58:50.610580 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-00523e55-0152-4565-ae03-f569f3920735 req-069309ea-e7c8-4255-bd0e-5cf7d6e4a48b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358412 Jun 08 13:58:51.046610 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:51.746975 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e163dd-986d-45b4-baf5-8beec4edfc2f req-afc262ee-a17e-410c-9ad5-1cfe6770a684 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:51.748481 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-84e163dd-986d-45b4-baf5-8beec4edfc2f req-afc262ee-a17e-410c-9ad5-1cfe6770a684 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0595307 Jun 08 13:58:51.790605 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-84e163dd-986d-45b4-baf5-8beec4edfc2f req-b0ddbdaf-41de-4a78-b6dd-103504e6e4a4 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357523 Jun 08 13:58:52.298330 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:52.942651 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57855fbe-7ada-47fd-8983-0005fafd032e req-4b260b78-d20d-4f51-b853-0f66255a32e5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:52.944689 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-57855fbe-7ada-47fd-8983-0005fafd032e req-4b260b78-d20d-4f51-b853-0f66255a32e5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0678573 Jun 08 13:58:52.945003 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:58:52.993300 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-57855fbe-7ada-47fd-8983-0005fafd032e req-359bb06f-f682-4594-98a4-cba4c6e8b059 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 Jun 08 13:58:54.151692 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca4cf-7556-46ff-ad88-9add73d54b66 req-1f3c9407-7742-4df9-9e0b-ec732241a08c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:54.153732 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-77dca4cf-7556-46ff-ad88-9add73d54b66 req-1f3c9407-7742-4df9-9e0b-ec732241a08c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0652409 Jun 08 13:58:54.205081 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-77dca4cf-7556-46ff-ad88-9add73d54b66 req-0cca1e62-4e12-47c0-a1f6-4c99db10c9a2 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403624 Jun 08 13:58:55.333340 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d5c10-3ec8-448f-9791-75af668df8b4 req-278b7b3b-331f-4bc9-b23c-2cbc56d9f1c5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:55.335931 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-099d5c10-3ec8-448f-9791-75af668df8b4 req-278b7b3b-331f-4bc9-b23c-2cbc56d9f1c5 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0595884 Jun 08 13:58:55.385736 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-099d5c10-3ec8-448f-9791-75af668df8b4 req-9d5bc200-7aea-4bc3-b256-37415d0dc813 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431621 Jun 08 13:58:56.526793 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7e8af-3871-4873-acb8-b2c69ba64033 req-da8e7e47-a714-4a74-96f1-4b4096c89c81 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:56.528479 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2ca7e8af-3871-4873-acb8-b2c69ba64033 req-da8e7e47-a714-4a74-96f1-4b4096c89c81 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0605292 Jun 08 13:58:56.574380 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2ca7e8af-3871-4873-acb8-b2c69ba64033 req-6b5cea41-d47c-4238-99cc-1731e3f9b8d9 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390310 Jun 08 13:58:57.703482 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a7764-0fa5-4a5d-bda9-5081f22c67a4 req-cc9b74de-6f2a-4c2e-89d6-eb87f28cbd9c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:57.705032 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9f4a7764-0fa5-4a5d-bda9-5081f22c67a4 req-cc9b74de-6f2a-4c2e-89d6-eb87f28cbd9c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0594118 Jun 08 13:58:57.747731 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9f4a7764-0fa5-4a5d-bda9-5081f22c67a4 req-74e42a23-6d3e-4015-8f52-9a3e29267a8f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359988 Jun 08 13:58:58.897276 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353815a-6be8-4fa0-bfef-52d1af226279 req-3f3843eb-58cb-49be-80a8-ef58559900c7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:58.898738 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a353815a-6be8-4fa0-bfef-52d1af226279 req-3f3843eb-58cb-49be-80a8-ef58559900c7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0649576 Jun 08 13:58:58.942709 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a353815a-6be8-4fa0-bfef-52d1af226279 req-929e24be-ed1d-4279-a487-4863bdad26c4 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369461 Jun 08 13:58:59.903026 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d3d32-e764-42e8-8e20-c7c2a94768c9 req-96744b05-6472-4faa-8474-d92c03a6195e tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:59.905583 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8e6d3d32-e764-42e8-8e20-c7c2a94768c9 req-96744b05-6472-4faa-8474-d92c03a6195e tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0855854 Jun 08 13:58:59.967279 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92037b0c-4a07-4290-8da8-6d5b24e50c14 req-31b71c05-f88d-4af3-a6b0-5cba7502b709 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:58:59.970522 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-92037b0c-4a07-4290-8da8-6d5b24e50c14 req-31b71c05-f88d-4af3-a6b0-5cba7502b709 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0740519 Jun 08 13:58:59.989257 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8e6d3d32-e764-42e8-8e20-c7c2a94768c9 req-c8b38020-baea-4f0f-bbe0-fcace95f9ae0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754209 Jun 08 13:59:00.004475 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-07c14d13-6d74-4544-83ed-54bb5ec73545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:00.006040 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-07c14d13-6d74-4544-83ed-54bb5ec73545 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0951acbab4624b4d83377bc94d26dc55&device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 1137 time: 0.0627096 Jun 08 13:59:00.017436 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-92037b0c-4a07-4290-8da8-6d5b24e50c14 req-fdcf5374-94fb-4697-ac15-48bea84b6150 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398540 Jun 08 13:59:00.133325 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-c44a22a6-dd89-4299-97fb-dd905e4a2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:00.135722 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-c44a22a6-dd89-4299-97fb-dd905e4a2a7a service neutron] 10.222.0.71 "GET /v2.0/networks?id=103b4a78-0a55-4e9e-84b6-18d263cf3aee HTTP/1.1" status: 200 len: 916 time: 0.1202147 Jun 08 13:59:00.179071 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f8efd-77ee-45b3-afbe-2e650b544df0 req-748284ab-3676-46c1-ab36-3d2bfde8fc13 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:00.181961 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-863f8efd-77ee-45b3-afbe-2e650b544df0 req-748284ab-3676-46c1-ab36-3d2bfde8fc13 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0701904 Jun 08 13:59:00.241948 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-863f8efd-77ee-45b3-afbe-2e650b544df0 req-2d175f2a-8aed-4f58-acdf-93b34469b4ed tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523593 Jun 08 13:59:00.242591 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-b6e7a52a-731d-408c-be9c-d136ea75fc1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656 HTTP/1.1" status: 200 len: 1001 time: 0.0898488 Jun 08 13:59:00.302409 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-f908d962-dec7-4d01-b6c4-37d6f5e62f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:00.304118 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-f908d962-dec7-4d01-b6c4-37d6f5e62f76 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b8187c7d-2e8f-4b23-acb5-d298688e771a HTTP/1.1" status: 200 len: 854 time: 0.0549536 Jun 08 13:59:00.373285 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-13d9ced1-098d-4308-ba7e-ce5b3f8d59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:00.375321 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-13d9ced1-098d-4308-ba7e-ce5b3f8d59f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=103b4a78-0a55-4e9e-84b6-18d263cf3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633707 Jun 08 13:59:00.499052 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b21c4-e225-4201-bf21-ef30412a8b94 req-52f92dd0-069b-44ba-943d-316a35ae7697 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:00.500674 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-900b21c4-e225-4201-bf21-ef30412a8b94 req-52f92dd0-069b-44ba-943d-316a35ae7697 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 946 time: 0.0580409 Jun 08 13:59:00.502342 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-23a99f08-ff7f-4b8f-89e3-c80849c143f9 service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130655 Jun 08 13:59:00.545587 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-900b21c4-e225-4201-bf21-ef30412a8b94 req-c7113e4a-dd6d-4e33-9453-3456d47c6d3a tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364833 Jun 08 13:59:00.621202 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b18d5de3-de88-420b-83f9-c8d5ebae09dd req-61089a09-c0db-4465-b0de-3e48c8473949 service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098673 Jun 08 13:59:01.139329 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0f413-1e47-4174-a945-7a017d28bc06 req-cd944477-5b0a-466e-8158-e414e163d1c3 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:01.143077 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9ab0f413-1e47-4174-a945-7a017d28bc06 req-cd944477-5b0a-466e-8158-e414e163d1c3 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0649104 Jun 08 13:59:01.184696 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660503e9-450a-48b4-b0f6-f2ed92dcd376 req-8301bd85-f361-4109-931f-d22e2ce32d51 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:01.186232 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-660503e9-450a-48b4-b0f6-f2ed92dcd376 req-8301bd85-f361-4109-931f-d22e2ce32d51 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0813568 Jun 08 13:59:01.193173 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9ab0f413-1e47-4174-a945-7a017d28bc06 req-3fb5fb67-8214-40fb-879f-12660048d1e2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Jun 08 13:59:01.235630 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-660503e9-450a-48b4-b0f6-f2ed92dcd376 req-601243b1-15de-4362-b4f2-656296ecc837 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409365 Jun 08 13:59:01.395473 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65561cd-91ab-4f2a-9d2c-0388866e68bb req-801a4013-d0b9-464f-8c19-4a9132ccba34 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:01.396991 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d65561cd-91ab-4f2a-9d2c-0388866e68bb req-801a4013-d0b9-464f-8c19-4a9132ccba34 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0537035 Jun 08 13:59:01.437047 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d65561cd-91ab-4f2a-9d2c-0388866e68bb req-2790a65b-914c-4d53-b1f2-1d388fbeecfd tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331082 Jun 08 13:59:01.691783 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42f36e-fe14-46a6-9116-1d8d00ab09f9 req-b07b9e10-5776-449f-9797-ef2e751e2c12 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:01.693382 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-da42f36e-fe14-46a6-9116-1d8d00ab09f9 req-b07b9e10-5776-449f-9797-ef2e751e2c12 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 946 time: 0.0532677 Jun 08 13:59:01.744895 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-da42f36e-fe14-46a6-9116-1d8d00ab09f9 req-504ea6ba-676f-47cb-b66f-6079d7a3f071 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442669 Jun 08 13:59:02.340772 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cf257-3d9c-4aa6-855a-127d91db4778 req-98bff824-f499-447e-9741-5087e77c2284 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:02.343354 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-921cf257-3d9c-4aa6-855a-127d91db4778 req-98bff824-f499-447e-9741-5087e77c2284 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0635238 Jun 08 13:59:02.376488 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a64441-710c-4d1c-beb7-fbe4d4ef756a req-d7eab497-173d-4c8b-9445-0948556c3c93 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:02.378334 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-86a64441-710c-4d1c-beb7-fbe4d4ef756a req-d7eab497-173d-4c8b-9445-0948556c3c93 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0621104 Jun 08 13:59:02.389837 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-921cf257-3d9c-4aa6-855a-127d91db4778 req-f95f917d-b0f7-4b3c-94a9-58aa48cd145e tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378022 Jun 08 13:59:02.422427 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-86a64441-710c-4d1c-beb7-fbe4d4ef756a req-e4102f72-6fa2-4635-ac98-c11b3bcbbbd3 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367727 Jun 08 13:59:02.592694 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6d78f-1bb6-4958-9bdb-4753a4b35d14 req-cc5d80db-bcc8-4378-9944-245b9968d4dc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:02.594295 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5cf6d78f-1bb6-4958-9bdb-4753a4b35d14 req-cc5d80db-bcc8-4378-9944-245b9968d4dc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0865629 Jun 08 13:59:02.603007 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-d703779b-4d02-45ee-a4d4-bf9e1968af9b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:02.604449 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-d703779b-4d02-45ee-a4d4-bf9e1968af9b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 946 time: 0.0867219 Jun 08 13:59:02.699388 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5cf6d78f-1bb6-4958-9bdb-4753a4b35d14 req-1dbe5119-edf7-4a97-8bae-e9bb2eb68fbe tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937397 Jun 08 13:59:02.729749 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Deleting port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:59:02.730104 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:02.844301 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] For port 42f67b10-7a92-4bcf-95a2-e7021bc22c58, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=42f67b10-7a92-4bcf-95a2-e7021bc22c58,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:02.844788 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:02.917489 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe8534-466e-4c15-98b5-e5c8f28857b8 req-8a38fb86-0957-4e5b-89e9-18dbf042a132 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:02.920317 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4efe8534-466e-4c15-98b5-e5c8f28857b8 req-8a38fb86-0957-4e5b-89e9-18dbf042a132 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 946 time: 0.0903344 Jun 08 13:59:02.989515 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4efe8534-466e-4c15-98b5-e5c8f28857b8 req-7dea416a-bdec-4100-a20e-0f4bca6d3860 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=33067c9e-51b3-4ada-aeb8-beca81baaaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625212 Jun 08 13:59:03.124426 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:03.124785 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:03.125099 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Floating IP 8f314f39-e17c-4f93-b3ac-65d8a92a7705 disassociated. External IP: 172.27.0.229, port: 42f67b10-7a92-4bcf-95a2-e7021bc22c58. Jun 08 13:59:03.125434 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Calling delete_port for 42f67b10-7a92-4bcf-95a2-e7021bc22c58 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:59:03.272552 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:03.302293 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'Port': ['ID=42f67b10-7a92-4bcf-95a2-e7021bc22c58,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:03.425403 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:59:03.579627 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8db5e-bfe0-48bb-b2de-d34f868c086d req-1b0e88b0-193c-483c-95c0-68d3285a1998 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:03.581270 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-87c8db5e-bfe0-48bb-b2de-d34f868c086d req-1b0e88b0-193c-483c-95c0-68d3285a1998 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0562475 Jun 08 13:59:03.598011 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74375266-839e-473c-8640-31c48d1b3a32 req-e6e22a10-04b7-4e60-ab55-40c97665e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:03.599605 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-74375266-839e-473c-8640-31c48d1b3a32 req-e6e22a10-04b7-4e60-ab55-40c97665e8c4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 1099 time: 0.1590555 Jun 08 13:59:03.613499 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fb8fb-a2f6-4dba-a3d9-5617f0cce93a req-35acc52d-9515-4932-a347-70f8e9e904b4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:03.615820 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-523fb8fb-a2f6-4dba-a3d9-5617f0cce93a req-35acc52d-9515-4932-a347-70f8e9e904b4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.1264100 Jun 08 13:59:03.640011 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-87c8db5e-bfe0-48bb-b2de-d34f868c086d req-dbfc61b0-ea32-41fd-bf02-0308e0c5afa9 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445557 Jun 08 13:59:03.663151 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:59:03.676641 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:59:03.691654 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:03.692934 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:58:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:03.724189 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] No DVR routers for this DVR port 42f67b10-7a92-4bcf-95a2-e7021bc22c58 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:59:03.727267 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-74375266-839e-473c-8640-31c48d1b3a32 req-9d25d6f0-0a3b-4717-9612-f478b2b95893 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096573 Jun 08 13:59:03.728894 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:03.732137 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-acb9c381-b58c-424e-b875-7a9676c7ebd3 req-26af7d49-560b-48a7-9720-7a2d69505753 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "DELETE /v2.0/ports/42f67b10-7a92-4bcf-95a2-e7021bc22c58 HTTP/1.1" status: 204 len: 173 time: 1.1204689 Jun 08 13:59:03.734718 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'name': 'network-vif-deleted', 'tag': '42f67b10-7a92-4bcf-95a2-e7021bc22c58'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:03.736970 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e5861a-a7a5-4aa5-8bb3-8420b484f3b7" -d '{"events": [{"server_uuid": "8e31f8d2-9c7c-4074-99d2-7351a0696109", "name": "network-vif-deleted", "tag": "42f67b10-7a92-4bcf-95a2-e7021bc22c58"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:03.742887 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-523fb8fb-a2f6-4dba-a3d9-5617f0cce93a req-e9438d53-80c2-4c39-990c-8ea681af7b08 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159134 Jun 08 13:59:03.802829 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da84ba0f-ea79-4e90-bce3-50629c6cd0eb x-openstack-request-id: req-da84ba0f-ea79-4e90-bce3-50629c6cd0eb {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:03.803362 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e31f8d2-9c7c-4074-99d2-7351a0696109", "name": "network-vif-deleted", "tag": "42f67b10-7a92-4bcf-95a2-e7021bc22c58", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:03.803362 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da84ba0f-ea79-4e90-bce3-50629c6cd0eb {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:03.804151 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da84ba0f-ea79-4e90-bce3-50629c6cd0eb'] response: {'server_uuid': '8e31f8d2-9c7c-4074-99d2-7351a0696109', 'name': 'network-vif-deleted', 'tag': '42f67b10-7a92-4bcf-95a2-e7021bc22c58', 'status': 'completed', 'code': 200} Jun 08 13:59:03.830419 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:03.860464 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef713ef8-516f-4819-b2ac-5ee9f8ecf74d req-191ad807-29dc-491b-8b3f-0554d241df63 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:03.862162 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ef713ef8-516f-4819-b2ac-5ee9f8ecf74d req-191ad807-29dc-491b-8b3f-0554d241df63 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0588107 Jun 08 13:59:03.910415 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ef713ef8-516f-4819-b2ac-5ee9f8ecf74d req-f69da579-530e-4d37-9dd0-6376178df70a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410295 Jun 08 13:59:04.165329 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'e1fc4fb4-3118-48b4-aa82-805dc9eaa475', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:31:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:15Z', 'updated_at': '2022-06-08T13:55:47Z', 'revision_number': 2, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:04.216571 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:59:04.220130 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4188e475-5a19-4bb7-84b3-ef34ced892c4 req-a2f23f9d-d14f-444c-b8e4-1d3eff9a3851 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e31f8d2-9c7c-4074-99d2-7351a0696109 HTTP/1.1" status: 200 len: 210 time: 0.0617681 Jun 08 13:59:04.243993 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:04.243993 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:58:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:04.364460 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:04.628102 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'e1fc4fb4-3118-48b4-aa82-805dc9eaa475', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:31:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:15Z', 'updated_at': '2022-06-08T13:55:47Z', 'revision_number': 2, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:04.659250 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7969255-236b-42c1-a0f5-cd2404fb5c2e None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'e1fc4fb4-3118-48b4-aa82-805dc9eaa475', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:31:3e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:55:15Z', 'updated_at': '2022-06-08T13:55:47Z', 'revision_number': 2, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:59:04.797029 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd745c22-d6fc-40f3-a6df-d76dbf2679f3 req-24bb2d83-083a-4df9-a958-15deba549907 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:04.800078 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bd745c22-d6fc-40f3-a6df-d76dbf2679f3 req-24bb2d83-083a-4df9-a958-15deba549907 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0820584 Jun 08 13:59:04.881869 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bd745c22-d6fc-40f3-a6df-d76dbf2679f3 req-dd2b4943-1bed-4b2b-91bd-17a433284f3f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645518 Jun 08 13:59:04.929561 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae5550-519e-42d8-a9c6-09a875b9bad5 req-c45f96d3-b8b9-4e63-ae80-40f524326052 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:04.931526 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-34ae5550-519e-42d8-a9c6-09a875b9bad5 req-c45f96d3-b8b9-4e63-ae80-40f524326052 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0720396 Jun 08 13:59:04.989719 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-34ae5550-519e-42d8-a9c6-09a875b9bad5 req-52ab6484-7785-4cbe-92cd-5f7838a09b23 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515997 Jun 08 13:59:05.043966 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d6225-f117-410a-9ee4-eccc8cc7686b None None] New status for floating IP 8f314f39-e17c-4f93-b3ac-65d8a92a7705: DOWN {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:59:05.089152 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3bcbb-c7a8-4ea6-b954-6e844cefeaaa req-66a09fad-449c-4ec8-bf05-e0bbf96b270d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:05.090730 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-96b3bcbb-c7a8-4ea6-b954-6e844cefeaaa req-66a09fad-449c-4ec8-bf05-e0bbf96b270d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0757434 Jun 08 13:59:05.158092 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-96b3bcbb-c7a8-4ea6-b954-6e844cefeaaa req-819b0c60-ff97-42b1-a6aa-f1bbb2ce3cfa tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498836 Jun 08 13:59:05.337901 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42352) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:05.414539 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:05.443964 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:05.504983 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:05.507975 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:05.509932 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "DELETE /v2.0/security-groups/33067c9e-51b3-4ada-aeb8-beca81baaaaf HTTP/1.1" status: 204 len: 168 time: 0.1710768 Jun 08 13:59:05.513374 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42356) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:05.521280 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33067c9e-51b3-4ada-aeb8-beca81baaaaf,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:05.529471 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.529847 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.530185 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.530515 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.530839 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.531438 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.531767 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.532094 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.532556 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.532885 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.533214 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.533782 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f486a-ec64-4f91-ace3-b67f851fb081 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:05.534761 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.api.v2.resource [None req-26238ff6-b581-439b-825f-37fd011febcb tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] show failed (client error): The resource could not be found. Jun 08 13:59:05.545359 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-26238ff6-b581-439b-825f-37fd011febcb tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups/33067c9e-51b3-4ada-aeb8-beca81baaaaf HTTP/1.1" status: 404 len: 347 time: 0.0220149 Jun 08 13:59:05.545509 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42358) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:05.691446 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-b1036be1-d6b9-45db-baaa-034e17723e78 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Deleting port aab33f06-f531-4c1f-b5b0-6b38dcf12059 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:59:05.691808 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b1036be1-d6b9-45db-baaa-034e17723e78 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:05.795619 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b1036be1-d6b9-45db-baaa-034e17723e78 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:05.795939 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b1036be1-d6b9-45db-baaa-034e17723e78 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:05.810574 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-b1036be1-d6b9-45db-baaa-034e17723e78 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Calling delete_port for aab33f06-f531-4c1f-b5b0-6b38dcf12059 owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:59:06.000465 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b1036be1-d6b9-45db-baaa-034e17723e78 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:06.030868 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1036be1-d6b9-45db-baaa-034e17723e78 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'Port': ['ID=aab33f06-f531-4c1f-b5b0-6b38dcf12059,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:06.075050 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b830c-f953-4dea-8b29-f2c3cf17c673 req-0b3ff7bc-d997-4b00-a988-740caf17b281 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:06.077897 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c69b830c-f953-4dea-8b29-f2c3cf17c673 req-0b3ff7bc-d997-4b00-a988-740caf17b281 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.1208465 Jun 08 13:59:06.144678 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b1036be1-d6b9-45db-baaa-034e17723e78 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:06.147603 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b1036be1-d6b9-45db-baaa-034e17723e78 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:06.151723 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-b1036be1-d6b9-45db-baaa-034e17723e78 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "DELETE /v2.0/floatingips/8f314f39-e17c-4f93-b3ac-65d8a92a7705 HTTP/1.1" status: 204 len: 168 time: 0.6022787 Jun 08 13:59:06.151899 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36154f-e55d-4a07-b1cf-cf6aeb6f6704 req-45f9c8c4-d21a-46de-9c69-5c2aedf2fae6 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:06.152338 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7a36154f-e55d-4a07-b1cf-cf6aeb6f6704 req-45f9c8c4-d21a-46de-9c69-5c2aedf2fae6 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0681071 Jun 08 13:59:06.165602 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c69b830c-f953-4dea-8b29-f2c3cf17c673 req-b5e10bb4-4b4d-4beb-81de-7f0004f63c8d tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624053 Jun 08 13:59:06.200567 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-7a36154f-e55d-4a07-b1cf-cf6aeb6f6704 req-6497b4da-c112-409b-8b77-a36304521702 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417519 Jun 08 13:59:06.280408 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c54bd-fa34-4764-b7a6-ff17018119b9 req-f5a2af97-e7c6-4719-bda7-a150de0e5907 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:06.282066 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-487c54bd-fa34-4764-b7a6-ff17018119b9 req-f5a2af97-e7c6-4719-bda7-a150de0e5907 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0529256 Jun 08 13:59:06.301447 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 42f67b10-7a92-4bcf-95a2-e7021bc22c58 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:59:06.323846 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: 42f67b10-7a92-4bcf-95a2-e7021bc22c58 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 13:59:06.324354 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 42f67b10-7a92-4bcf-95a2-e7021bc22c58 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:59:06.324708 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-487c54bd-fa34-4764-b7a6-ff17018119b9 req-5aac8c36-bf28-4882-90cc-3db636a4e548 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363996 Jun 08 13:59:06.714933 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:59:06.828404 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dec635-3426-4ad2-8b6f-615db4ca89c3 req-646a6573-e656-4f9a-8a49-19fded412f68 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:06.829977 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-03dec635-3426-4ad2-8b6f-615db4ca89c3 req-646a6573-e656-4f9a-8a49-19fded412f68 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0807042 Jun 08 13:59:06.835781 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-9fc00437-1da6-48b9-a15b-998e3b3d25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:06.837214 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-9fc00437-1da6-48b9-a15b-998e3b3d25b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 1099 time: 0.0762043 Jun 08 13:59:06.916805 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-03dec635-3426-4ad2-8b6f-615db4ca89c3 req-3fcbd73c-dd94-4262-ab97-462ddf4756d0 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785837 Jun 08 13:59:06.958911 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-5a57e91f-c5f5-466a-810f-20d4ba20582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:06.960387 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-5a57e91f-c5f5-466a-810f-20d4ba20582f service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.1063888 Jun 08 13:59:07.043781 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-f83f91ab-68af-4119-add0-5ae055ec77a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ece7333b-805e-4fd2-8930-53075a313014 HTTP/1.1" status: 200 len: 1002 time: 0.0692761 Jun 08 13:59:07.100455 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-fa2675c0-3e40-4152-91d7-7002618367a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:07.102964 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-fa2675c0-3e40-4152-91d7-7002618367a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.0502882 Jun 08 13:59:07.155098 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-2c1b3165-8900-4304-967e-a6739efa519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:07.156630 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-2c1b3165-8900-4304-967e-a6739efa519a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424309 Jun 08 13:59:07.299116 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-499d47a3-a001-4620-b3c9-971f58020d50 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278014 Jun 08 13:59:07.308842 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcec0ca-6233-4a89-8304-be2f919c3bf4 req-cec97893-8408-47ed-9c9a-a5da652d06e4 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:07.311389 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5bcec0ca-6233-4a89-8304-be2f919c3bf4 req-cec97893-8408-47ed-9c9a-a5da652d06e4 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0628476 Jun 08 13:59:07.358103 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5bcec0ca-6233-4a89-8304-be2f919c3bf4 req-2176e53e-c518-411d-aaae-d3749f7265a0 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399084 Jun 08 13:59:07.561823 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:07.654219 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea60f2-db08-43f5-8dd5-2e402b85179a req-113d9b4b-828b-438d-b973-c215686b4759 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:07.655750 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ecea60f2-db08-43f5-8dd5-2e402b85179a req-113d9b4b-828b-438d-b973-c215686b4759 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.3410823 Jun 08 13:59:07.677165 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f3f86975-1d11-47d5-8f55-fed2f4548711 req-54ebba1e-1a03-4ddf-8449-b2b60078a0f7 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694909 Jun 08 13:59:07.705476 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ecea60f2-db08-43f5-8dd5-2e402b85179a req-4de39ad2-cde4-42b4-90ae-944cc810b6fd tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402608 Jun 08 13:59:07.916116 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fe1a8-ff48-44c2-a1bf-ee781d2a8739 req-6d51b4c6-96da-4db4-a87d-d95e8d1437f8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:07.917594 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-235fe1a8-ff48-44c2-a1bf-ee781d2a8739 req-6d51b4c6-96da-4db4-a87d-d95e8d1437f8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 946 time: 0.0547607 Jun 08 13:59:07.957874 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-235fe1a8-ff48-44c2-a1bf-ee781d2a8739 req-2426410e-01a2-44a4-9477-3cdc71eba69c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338259 Jun 08 13:59:08.042122 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912ce48-94e1-4a60-a7bb-c620d1c1bc04 req-7d035613-38f8-4457-bfbe-5c252beff7ac tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:08.043632 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2912ce48-94e1-4a60-a7bb-c620d1c1bc04 req-7d035613-38f8-4457-bfbe-5c252beff7ac tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0486078 Jun 08 13:59:08.088347 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2912ce48-94e1-4a60-a7bb-c620d1c1bc04 req-ab507f3e-cbcc-4b82-adcd-5dc43ecfc46c tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362227 Jun 08 13:59:08.479247 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5b2a8-1142-4cbc-b622-fc7cee633742 req-29179df7-85c7-425c-b5e2-ae91462f1610 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:08.480853 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fec5b2a8-1142-4cbc-b622-fc7cee633742 req-29179df7-85c7-425c-b5e2-ae91462f1610 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0521989 Jun 08 13:59:08.526438 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fec5b2a8-1142-4cbc-b622-fc7cee633742 req-c27a250d-4ab2-45b0-901e-9aa34a022503 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389471 Jun 08 13:59:08.827845 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9b96f-d590-485d-adbb-4cce1e584c09 req-4715d305-9dde-4fe1-ad7e-3bd32418b1e3 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:08.829364 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-40a9b96f-d590-485d-adbb-4cce1e584c09 req-4715d305-9dde-4fe1-ad7e-3bd32418b1e3 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0528903 Jun 08 13:59:08.872451 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-40a9b96f-d590-485d-adbb-4cce1e584c09 req-0d444036-b0ca-49e2-bc99-2128a10ebc34 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327566 Jun 08 13:59:08.923953 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42432) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:08.973591 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_v2 [None req-67442142-9984-43b3-91bb-a5a82d088d71 admin admin] Deleting subnet 10fcb787-7bac-4ce5-b234-6ae9c37dd5f8 {{(pid=97369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 13:59:08.976933 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-67442142-9984-43b3-91bb-a5a82d088d71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.015921 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-67442142-9984-43b3-91bb-a5a82d088d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3193986'] for subnet, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.091201 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-67442142-9984-43b3-91bb-a5a82d088d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.138563 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ae1db-53dd-447c-8f99-13dee1cbbfd8 req-158452e2-0d4b-482b-adae-408372472703 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:09.140171 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e84ae1db-53dd-447c-8f99-13dee1cbbfd8 req-158452e2-0d4b-482b-adae-408372472703 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 946 time: 0.0924461 Jun 08 13:59:09.190087 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-67442142-9984-43b3-91bb-a5a82d088d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26000125'] for subnet, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.194567 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e84ae1db-53dd-447c-8f99-13dee1cbbfd8 req-59aeade0-7f47-4abd-8a7a-0f79a8d76d9e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441663 Jun 08 13:59:09.224396 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67442142-9984-43b3-91bb-a5a82d088d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fcb787-7bac-4ce5-b234-6ae9c37dd5f8,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:09.227218 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-67442142-9984-43b3-91bb-a5a82d088d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.231681 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28915e-f505-468b-9701-1fcbc2953942 req-8b3365fe-abeb-41f3-afbd-fb6724d86afb tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:09.233480 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-67442142-9984-43b3-91bb-a5a82d088d71 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/10fcb787-7bac-4ce5-b234-6ae9c37dd5f8 HTTP/1.1" status: 204 len: 168 time: 0.3079920 Jun 08 13:59:09.234821 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3f28915e-f505-468b-9701-1fcbc2953942 req-8b3365fe-abeb-41f3-afbd-fb6724d86afb tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0679173 Jun 08 13:59:09.236185 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42438) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:09.283043 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3f28915e-f505-468b-9701-1fcbc2953942 req-8caa4583-a1dd-4158-8f1a-a826fbeefa1f tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409307 Jun 08 13:59:09.316643 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.406313 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.430063 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7268dc-7cab-41b6-a3ad-4de6781b03c5']}} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:09.439876 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb1e956-0097-421d-922c-4de86591abf9') {'for_net_delete': True} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:09.440160 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb1e956-0097-421d-922c-4de86591abf9') {} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:09.449664 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3193995'] for segment, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.464112 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.470586 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=97369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 13:59:09.471004 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442474'] for segment, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.516059 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment 4bb1e956-0097-421d-922c-4de86591abf9 resource provider aggregate not found Jun 08 13:59:09.536219 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment 4bb1e956-0097-421d-922c-4de86591abf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bb1e956-0097-421d-922c-4de86591abf9 found for delete ", "request_id": "req-1b5bccd1-9031-4cdd-9b1b-8023a37590bc"}]} Jun 08 13:59:09.545158 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.554581 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.559927 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] 10.222.0.64 "DELETE /v2.0/networks/9c7268dc-7cab-41b6-a3ad-4de6781b03c5 HTTP/1.1" status: 204 len: 168 time: 0.3223956 Jun 08 13:59:09.574859 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6fb18-0ea3-4290-b1bd-75c75ab6fc4b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7268dc-7cab-41b6-a3ad-4de6781b03c5,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:09.658181 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60903-834b-4292-9542-6e40c1a4f107 req-eb79074d-defb-4feb-9a99-b06356ce05e2 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:09.659699 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7aa60903-834b-4292-9542-6e40c1a4f107 req-eb79074d-defb-4feb-9a99-b06356ce05e2 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0539992 Jun 08 13:59:09.704986 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7aa60903-834b-4292-9542-6e40c1a4f107 req-fce27e37-25ba-4c51-b9be-2690b69d6c8a tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364323 Jun 08 13:59:09.750409 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42450) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:09.791397 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-39f46c8a-7040-4113-ad7d-1e26483fa811 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d488030f19f2444fbbe7be0c11f2ee1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397849 Jun 08 13:59:09.794314 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42452) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:09.844074 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-51044561-5bdf-4fd0-ad50-6ff72c127598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.864681 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-51044561-5bdf-4fd0-ad50-6ff72c127598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.915160 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-51044561-5bdf-4fd0-ad50-6ff72c127598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.917902 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-51044561-5bdf-4fd0-ad50-6ff72c127598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:09.919420 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-51044561-5bdf-4fd0-ad50-6ff72c127598 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bccdb9d2-e79f-439c-b461-35e25954c58f HTTP/1.1" status: 204 len: 168 time: 0.1235871 Jun 08 13:59:09.928449 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51044561-5bdf-4fd0-ad50-6ff72c127598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccdb9d2-e79f-439c-b461-35e25954c58f,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:10.010695 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614a46-742d-4220-8dc8-431edf1543b6 req-cf57e2b2-951e-418c-98e8-635741cdd233 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:10.013830 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-58614a46-742d-4220-8dc8-431edf1543b6 req-cf57e2b2-951e-418c-98e8-635741cdd233 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0679877 Jun 08 13:59:10.077835 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-58614a46-742d-4220-8dc8-431edf1543b6 req-2141bdeb-cd66-4188-b50a-eb04f2df6335 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471869 Jun 08 13:59:10.081895 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-8985c3ab-8beb-4791-854c-321d2be1c0f1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:10.083576 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-8985c3ab-8beb-4791-854c-321d2be1c0f1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 946 time: 0.0967841 Jun 08 13:59:10.216553 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Deleting port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:59:10.216993 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:10.357710 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] For port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:10.358259 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:10.368942 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783fbb9-13b1-4525-a65f-3a33d90062bb req-37d1e87c-0f74-48d7-b702-70b93d0b5646 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:10.370748 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1783fbb9-13b1-4525-a65f-3a33d90062bb req-37d1e87c-0f74-48d7-b702-70b93d0b5646 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 946 time: 0.0877604 Jun 08 13:59:10.420937 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279af7f-3ec8-4250-ae77-e399371e6770 req-b09eafb0-1357-4afa-bef6-8b537a31f20d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:10.422474 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4279af7f-3ec8-4250-ae77-e399371e6770 req-b09eafb0-1357-4afa-bef6-8b537a31f20d tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0525787 Jun 08 13:59:10.455778 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1783fbb9-13b1-4525-a65f-3a33d90062bb req-42061e74-6321-45d4-bfc3-915dd29d874c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=c400ea1f-3374-433d-9dac-91430e22eeda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790277 Jun 08 13:59:10.463754 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4279af7f-3ec8-4250-ae77-e399371e6770 req-20e6408f-1020-481e-a894-8102ec44d95b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343928 Jun 08 13:59:10.623540 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:10.624108 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:10.624108 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Floating IP e1fc4fb4-3118-48b4-aa82-805dc9eaa475 disassociated. External IP: 172.27.0.185, port: 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1. Jun 08 13:59:10.624430 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Calling delete_port for 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:59:10.643266 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81562e28-fc00-4490-a407-cb7f134ca786 req-a2539fcb-3d9b-406a-a884-ec79cadc1849 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:10.644721 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-81562e28-fc00-4490-a407-cb7f134ca786 req-a2539fcb-3d9b-406a-a884-ec79cadc1849 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0795145 Jun 08 13:59:10.654299 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42464) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:10.658980 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-884aea6b-e428-4e07-834a-e7904ba5c506 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Request body: {'floatingip': {'port_id': 'ece7333b-805e-4fd2-8930-53075a313014'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:10.718062 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-884aea6b-e428-4e07-834a-e7904ba5c506 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for floatingip, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:10.773604 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:10.807065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'Port': ['ID=13d14bb5-ec5f-4679-addd-d0d40ab2b0f1,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:10.928633 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14002-48c8-44bd-a298-7b73685ae143 req-66b2655d-2819-41c0-a206-0f69d08c66c1 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:10.930028 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:59:10.930222 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cfb14002-48c8-44bd-a298-7b73685ae143 req-66b2655d-2819-41c0-a206-0f69d08c66c1 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.1304395 Jun 08 13:59:11.011856 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cfb14002-48c8-44bd-a298-7b73685ae143 req-de2fa40d-5919-4b05-9d5f-fb06dce326f5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733216 Jun 08 13:59:11.045964 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:59:11.061469 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:59:11.074413 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:11.075343 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:58:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:11.101224 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] No DVR routers for this DVR port 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:59:11.104816 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:11.109723 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6dd0e924-5abf-4c56-a74d-0e849c3ddce6 req-ad9cb330-bec9-4635-a395-8d387a5877aa tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "DELETE /v2.0/ports/13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 HTTP/1.1" status: 204 len: 173 time: 1.0069492 Jun 08 13:59:11.110908 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'name': 'network-vif-deleted', 'tag': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:11.113915 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10293024-e07c-4cf8-ad2f-c5104b71cd54" -d '{"events": [{"server_uuid": "70a3e14b-0710-42c3-bda6-40e7e04929f2", "name": "network-vif-deleted", "tag": "13d14bb5-ec5f-4679-addd-d0d40ab2b0f1"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:11.218639 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dc0611-46f6-4487-9236-27ce7834b503 x-openstack-request-id: req-b9dc0611-46f6-4487-9236-27ce7834b503 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:11.219074 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a3e14b-0710-42c3-bda6-40e7e04929f2", "name": "network-vif-deleted", "tag": "13d14bb5-ec5f-4679-addd-d0d40ab2b0f1", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:11.219472 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9dc0611-46f6-4487-9236-27ce7834b503 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:11.220112 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9dc0611-46f6-4487-9236-27ce7834b503'] response: {'server_uuid': '70a3e14b-0710-42c3-bda6-40e7e04929f2', 'name': 'network-vif-deleted', 'tag': '13d14bb5-ec5f-4679-addd-d0d40ab2b0f1', 'status': 'completed', 'code': 200} Jun 08 13:59:11.267162 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dc1f9-0ba8-4770-abb7-8a4e57272c21 req-5d0a4dca-3ba8-4ae1-b4f6-a9513087dd37 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:11.269196 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ec2dc1f9-0ba8-4770-abb7-8a4e57272c21 req-5d0a4dca-3ba8-4ae1-b4f6-a9513087dd37 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0996048 Jun 08 13:59:11.290653 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:11.335378 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ec2dc1f9-0ba8-4770-abb7-8a4e57272c21 req-6ec793c7-a92a-47fe-8b8d-05819448669a tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571637 Jun 08 13:59:11.411979 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-884aea6b-e428-4e07-834a-e7904ba5c506 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:11.416033 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-884aea6b-e428-4e07-834a-e7904ba5c506 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:11.516611 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:11.544549 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:59:11.553087 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:11.553719 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:58:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:11.595144 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-10a31328-2d59-4e46-b441-9af20cd0712f req-f3697c4d-baf6-497c-b102-821754661946 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=70a3e14b-0710-42c3-bda6-40e7e04929f2 HTTP/1.1" status: 200 len: 210 time: 0.0325832 Jun 08 13:59:11.669249 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884aea6b-e428-4e07-834a-e7904ba5c506 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:59:11.683129 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:11.799638 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884aea6b-e428-4e07-834a-e7904ba5c506 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:59:11.805127 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-884aea6b-e428-4e07-834a-e7904ba5c506 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:11.811568 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] Sync routers for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:59:11.822212 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:11.823142 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:58:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:11.835249 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:11.838226 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "tag": "ece7333b-805e-4fd2-8930-53075a313014"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:11.879605 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11a202d-27ce-4367-b78b-0b59a0764ef5 x-openstack-request-id: req-f11a202d-27ce-4367-b78b-0b59a0764ef5 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:11.880003 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "tag": "ece7333b-805e-4fd2-8930-53075a313014", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:11.880348 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f11a202d-27ce-4367-b78b-0b59a0764ef5 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:11.881399 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11a202d-27ce-4367-b78b-0b59a0764ef5'] response: {'name': 'network-changed', 'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014', 'status': 'completed', 'code': 200} Jun 08 13:59:11.885603 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-884aea6b-e428-4e07-834a-e7904ba5c506 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "PUT /v2.0/floatingips/3e447538-5505-4fe6-a6c5-0839c26d0433 HTTP/1.1" status: 200 len: 994 time: 1.2301481 Jun 08 13:59:11.918087 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:11.937731 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:11.947893 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-8150edcf-233c-4f4c-9212-abd4a3214db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:11.949316 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf20aa-6d7a-4ce0-bc13-e717a75c17f7 None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:59:11.949499 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-8150edcf-233c-4f4c-9212-abd4a3214db6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 1099 time: 0.0420673 Jun 08 13:59:12.056465 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-be7a882b-f13a-4757-888d-d6b7a09d22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:12.058698 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-be7a882b-f13a-4757-888d-d6b7a09d22ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.1014152 Jun 08 13:59:12.156461 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-269025e1-b2be-4d5d-8f43-a392e32dd3e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ece7333b-805e-4fd2-8930-53075a313014 HTTP/1.1" status: 200 len: 1002 time: 0.0869436 Jun 08 13:59:12.180925 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdca317-5f1c-4bb6-8884-c6b866508e25 req-fc254680-62ce-46ce-bf40-3062babd4250 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:12.183857 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0fdca317-5f1c-4bb6-8884-c6b866508e25 req-fc254680-62ce-46ce-bf40-3062babd4250 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0631678 Jun 08 13:59:12.185770 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3e447538-5505-4fe6-a6c5-0839c26d0433', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'port_id': 'ece7333b-805e-4fd2-8930-53075a313014', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'mac_address': 'fa:16:3e:fe:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:56:56Z', 'updated_at': '2022-06-08T13:59:11Z', 'revision_number': 3, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:55:01Z', 'revision_number': 5, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:12.218286 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] Checking router: 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:59:12.221274 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-a447e2fd-0981-4b87-a616-c40061b379de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:12.223226 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-a447e2fd-0981-4b87-a616-c40061b379de service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.0588293 Jun 08 13:59:12.227126 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0fdca317-5f1c-4bb6-8884-c6b866508e25 req-70d7371c-773f-4c17-b034-da376b879d23 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368645 Jun 08 13:59:12.227758 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:12.229091 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:58:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:12.286870 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-d5a367f1-c667-4e71-9206-a3d385a1575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:12.288408 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-d5a367f1-c667-4e71-9206-a3d385a1575e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453329 Jun 08 13:59:12.301041 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128eeb5-19f7-4338-8708-800388e6e063 None None] New status for floating IP e1fc4fb4-3118-48b4-aa82-805dc9eaa475: DOWN {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:59:12.346347 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:12.387440 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-1c5cd9ee-1ff6-4f28-8de3-9eee4a045250 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893910 Jun 08 13:59:12.519646 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3d4ba-e78b-4e5e-bb00-152f1395d887 req-8c718478-6f5f-4444-8d8f-657d65a5fb28 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:12.521140 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a4f3d4ba-e78b-4e5e-bb00-152f1395d887 req-8c718478-6f5f-4444-8d8f-657d65a5fb28 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0955379 Jun 08 13:59:12.548728 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d30ddab4-88fe-4b5d-ac68-06c6bcb52b1d req-61f3d24d-72ee-4728-93b2-70e93af3090e service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472402 Jun 08 13:59:12.571384 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a4f3d4ba-e78b-4e5e-bb00-152f1395d887 req-88b176c3-af06-4675-8ed3-107ec7b43b96 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402191 Jun 08 13:59:12.605650 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3e447538-5505-4fe6-a6c5-0839c26d0433', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'port_id': 'ece7333b-805e-4fd2-8930-53075a313014', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'mac_address': 'fa:16:3e:fe:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:56:56Z', 'updated_at': '2022-06-08T13:59:11Z', 'revision_number': 3, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:55:01Z', 'revision_number': 5, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:12.632949 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee700f-cf75-4c1c-845e-3c713dc43306 None None] The sync data for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi is: [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3e447538-5505-4fe6-a6c5-0839c26d0433', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'port_id': 'ece7333b-805e-4fd2-8930-53075a313014', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'mac_address': 'fa:16:3e:fe:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:56:56Z', 'updated_at': '2022-06-08T13:59:11Z', 'revision_number': 3, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:55:01Z', 'revision_number': 5, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:59:13.349850 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af4045-69a6-49c4-8e81-ef170bc49931 req-2a8e90be-4671-4dce-8382-a16d9685cba5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:13.351356 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b4af4045-69a6-49c4-8e81-ef170bc49931 req-2a8e90be-4671-4dce-8382-a16d9685cba5 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0522938 Jun 08 13:59:13.393734 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b4af4045-69a6-49c4-8e81-ef170bc49931 req-407ccb26-c42e-47cf-ad8f-d50305160de0 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353463 Jun 08 13:59:13.692269 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279ca39-3f8e-40f7-b9a8-c694b31a0e55 req-3d04bea9-fdab-4587-b00e-e3afd70803cb tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:13.693934 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d279ca39-3f8e-40f7-b9a8-c694b31a0e55 req-3d04bea9-fdab-4587-b00e-e3afd70803cb tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0542617 Jun 08 13:59:13.694892 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42494) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:13.756261 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d279ca39-3f8e-40f7-b9a8-c694b31a0e55 req-1d9fc2c2-4a07-439c-b77b-a010cbec38c6 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534513 Jun 08 13:59:13.774499 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6ef66e5b-eeba-4f45-8f38-644ea3c9bd64 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:13.798243 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6ef66e5b-eeba-4f45-8f38-644ea3c9bd64 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:13.847259 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6ef66e5b-eeba-4f45-8f38-644ea3c9bd64 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:13.849934 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6ef66e5b-eeba-4f45-8f38-644ea3c9bd64 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:13.851312 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6ef66e5b-eeba-4f45-8f38-644ea3c9bd64 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "DELETE /v2.0/security-groups/c400ea1f-3374-433d-9dac-91430e22eeda HTTP/1.1" status: 204 len: 168 time: 0.1555240 Jun 08 13:59:13.854272 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42496) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:13.860262 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef66e5b-eeba-4f45-8f38-644ea3c9bd64 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c400ea1f-3374-433d-9dac-91430e22eeda,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:13.873276 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.api.v2.resource [None req-9857df61-563e-4842-bdb0-79448c35fbe7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] show failed (client error): The resource could not be found. Jun 08 13:59:13.874342 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-9857df61-563e-4842-bdb0-79448c35fbe7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups/c400ea1f-3374-433d-9dac-91430e22eeda HTTP/1.1" status: 404 len: 347 time: 0.0189264 Jun 08 13:59:13.877206 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42498) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:13.882600 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:13.885364 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21975fb1-7457-4676-be7e-0645be93fa83" -d '{"events": [{"name": "network-changed", "server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "tag": "ece7333b-805e-4fd2-8930-53075a313014"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:13.920617 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160165d9-ee53-4222-a680-67afd13bd2da x-openstack-request-id: req-160165d9-ee53-4222-a680-67afd13bd2da {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:13.921037 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "tag": "ece7333b-805e-4fd2-8930-53075a313014", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:13.921164 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-160165d9-ee53-4222-a680-67afd13bd2da {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:13.921516 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160165d9-ee53-4222-a680-67afd13bd2da'] response: {'name': 'network-changed', 'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014', 'status': 'completed', 'code': 200} Jun 08 13:59:14.026532 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975fb1-7457-4676-be7e-0645be93fa83 req-da7ac2db-b8bb-4947-ac3c-2cd5d3eacfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:14.028003 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21975fb1-7457-4676-be7e-0645be93fa83 req-da7ac2db-b8bb-4947-ac3c-2cd5d3eacfde service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 1099 time: 0.0738528 Jun 08 13:59:14.036520 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-31088365-ce15-47dd-8497-c1d6444f05f7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Deleting port 9669d099-60ea-44d5-a8b7-671ea72f3b10 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:59:14.036849 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-31088365-ce15-47dd-8497-c1d6444f05f7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:14.176442 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-31088365-ce15-47dd-8497-c1d6444f05f7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:14.176689 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-31088365-ce15-47dd-8497-c1d6444f05f7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:14.189090 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975fb1-7457-4676-be7e-0645be93fa83 req-1a992c6f-0f2e-4d97-9334-dc2e88710a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:14.190635 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21975fb1-7457-4676-be7e-0645be93fa83 req-1a992c6f-0f2e-4d97-9334-dc2e88710a46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.1519520 Jun 08 13:59:14.194289 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-31088365-ce15-47dd-8497-c1d6444f05f7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Calling delete_port for 9669d099-60ea-44d5-a8b7-671ea72f3b10 owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:59:14.297417 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21975fb1-7457-4676-be7e-0645be93fa83 req-82a6669c-44ef-4f68-bc3d-8b54b29cdc22 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ece7333b-805e-4fd2-8930-53075a313014 HTTP/1.1" status: 200 len: 1002 time: 0.0985186 Jun 08 13:59:14.317430 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:59:14.337388 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 13:59:14.338370 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 13d14bb5-ec5f-4679-addd-d0d40ab2b0f1 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:59:14.362267 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975fb1-7457-4676-be7e-0645be93fa83 req-b42fd988-7467-4c7f-8830-4241cfb2717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:14.363706 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21975fb1-7457-4676-be7e-0645be93fa83 req-b42fd988-7467-4c7f-8830-4241cfb2717c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.0568202 Jun 08 13:59:14.438638 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-31088365-ce15-47dd-8497-c1d6444f05f7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:14.472532 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975fb1-7457-4676-be7e-0645be93fa83 req-09e5aa48-e656-422f-99a8-59d9378341c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:14.475172 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21975fb1-7457-4676-be7e-0645be93fa83 req-09e5aa48-e656-422f-99a8-59d9378341c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842876 Jun 08 13:59:14.475936 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31088365-ce15-47dd-8497-c1d6444f05f7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'Port': ['ID=9669d099-60ea-44d5-a8b7-671ea72f3b10,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:14.522073 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc3558-3b5b-4121-b4bc-e5ab5574ed88 req-6c90c204-cf39-49f2-b3e1-0f8bda906f1d tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:14.523549 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-16cc3558-3b5b-4121-b4bc-e5ab5574ed88 req-6c90c204-cf39-49f2-b3e1-0f8bda906f1d tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0577981 Jun 08 13:59:14.569754 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-16cc3558-3b5b-4121-b4bc-e5ab5574ed88 req-b5952d86-cd4e-4634-8ecd-fc9a1a5d2bb9 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391269 Jun 08 13:59:14.819013 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-31088365-ce15-47dd-8497-c1d6444f05f7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:14.821417 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-31088365-ce15-47dd-8497-c1d6444f05f7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:14.822736 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-31088365-ce15-47dd-8497-c1d6444f05f7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "DELETE /v2.0/floatingips/e1fc4fb4-3118-48b4-aa82-805dc9eaa475 HTTP/1.1" status: 204 len: 168 time: 0.9437516 Jun 08 13:59:14.881573 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21975fb1-7457-4676-be7e-0645be93fa83 req-41a9215d-b424-4a09-8d08-3f3a6f01cacf service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841901 Jun 08 13:59:14.906008 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ded644-4931-424f-a203-0b01199abe71 req-487c2892-3e94-4f7b-a57a-fb9ceb9f22ee tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:14.907502 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d8ded644-4931-424f-a203-0b01199abe71 req-487c2892-3e94-4f7b-a57a-fb9ceb9f22ee tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0763955 Jun 08 13:59:14.912283 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42508) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:14.917363 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-ac6d01a7-854a-475f-9f51-2fd247e02db1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937530831', 'description': 'tempest-description--1327897751'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:14.939651 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac6d01a7-854a-475f-9f51-2fd247e02db1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:14.994768 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d8ded644-4931-424f-a203-0b01199abe71 req-5f4fb123-3178-4a92-8f1e-11bfa9851676 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767891 Jun 08 13:59:15.014826 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21975fb1-7457-4676-be7e-0645be93fa83 req-b8175071-f57b-4e90-ac59-ef0065132b1c service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250775 Jun 08 13:59:15.018201 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac6d01a7-854a-475f-9f51-2fd247e02db1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.023007 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac6d01a7-854a-475f-9f51-2fd247e02db1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.056990 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ac6d01a7-854a-475f-9f51-2fd247e02db1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.058145 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ac6d01a7-854a-475f-9f51-2fd247e02db1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1448562 Jun 08 13:59:15.059957 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d01a7-854a-475f-9f51-2fd247e02db1 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5365706e-6981-4ab8-97ec-a4ff7d73751f,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:15.061227 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42510) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:15.065839 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-6f355ef1-87d7-4a65-b8d2-56b2eee2699b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group_rule': {'security_group_id': '5365706e-6981-4ab8-97ec-a4ff7d73751f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:15.091025 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6f355ef1-87d7-4a65-b8d2-56b2eee2699b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.148004 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6f355ef1-87d7-4a65-b8d2-56b2eee2699b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.152518 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6f355ef1-87d7-4a65-b8d2-56b2eee2699b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.169700 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f355ef1-87d7-4a65-b8d2-56b2eee2699b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dacb08-e95b-451a-a23e-e8d661ca93df,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:15.177993 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6f355ef1-87d7-4a65-b8d2-56b2eee2699b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.179202 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6f355ef1-87d7-4a65-b8d2-56b2eee2699b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169193 Jun 08 13:59:15.181929 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42512) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:15.186231 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-eb73ccca-ae83-41e4-9e43-0f5e87d0b5e3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group_rule': {'security_group_id': '5365706e-6981-4ab8-97ec-a4ff7d73751f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:15.211746 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-eb73ccca-ae83-41e4-9e43-0f5e87d0b5e3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.274123 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-eb73ccca-ae83-41e4-9e43-0f5e87d0b5e3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.278740 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-eb73ccca-ae83-41e4-9e43-0f5e87d0b5e3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.297070 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73ccca-ae83-41e4-9e43-0f5e87d0b5e3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c105d7-2b03-4b1d-a7fa-8bc170e24e6c,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:15.303356 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-eb73ccca-ae83-41e4-9e43-0f5e87d0b5e3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.304573 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-eb73ccca-ae83-41e4-9e43-0f5e87d0b5e3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217146 Jun 08 13:59:15.308461 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42514) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:15.312678 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:15.333107 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.435436 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.551010 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Allocated IP 172.27.0.32 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/5f0f78a6-a91d-43d7-8d0e-31804373bf19) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:15.655951 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.690390 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.694636 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c9bc0-208a-42b3-b476-9cf8f25e6eeb req-b4a59569-da93-4615-94d6-17bfbbc6bebb tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:15.696221 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-902c9bc0-208a-42b3-b476-9cf8f25e6eeb req-b4a59569-da93-4615-94d6-17bfbbc6bebb tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0485568 Jun 08 13:59:15.737656 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:15.739982 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-902c9bc0-208a-42b3-b476-9cf8f25e6eeb req-a819f133-dd67-468d-a8c6-be056cc0de0f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370779 Jun 08 13:59:15.740370 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:15.745269 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:59:15.748317 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=5f0f78a6-a91d-43d7-8d0e-31804373bf19,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:15.827060 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:15.860035 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:16.011932 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:16.016445 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:16.098381 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=5f0f78a6-a91d-43d7-8d0e-31804373bf19,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:16.128030 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:16.151178 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac72f4-ba23-4ad6-bf1c-8c80d2742a87 req-6319a504-ba65-444d-b9be-69cddcdb74b8 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:16.152652 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02ac72f4-ba23-4ad6-bf1c-8c80d2742a87 req-6319a504-ba65-444d-b9be-69cddcdb74b8 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0789890 Jun 08 13:59:16.155597 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:16.156703 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-8bbbb9ea-1e12-4482-93e8-de5862cfc006 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8473747 Jun 08 13:59:16.191678 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02ac72f4-ba23-4ad6-bf1c-8c80d2742a87 req-0425aa5f-fb21-4025-9d78-ad8bf9692d29 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Jun 08 13:59:16.362113 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-ed653bd7-2320-4f35-be8c-c23dd3856928 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--937530831&fields=id&tenant_id=aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 267 time: 0.0421553 Jun 08 13:59:16.392097 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fa83e-cb52-435f-9fdf-803c64e21aaf req-d7d88471-d6c8-4edd-a426-8f2d683a37b4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:16.393575 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e98fa83e-cb52-435f-9fdf-803c64e21aaf req-d7d88471-d6c8-4edd-a426-8f2d683a37b4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0503526 Jun 08 13:59:16.435430 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e98fa83e-cb52-435f-9fdf-803c64e21aaf req-926bb31d-d9e2-4e82-b9d2-f2f5f28cf896 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348806 Jun 08 13:59:16.501160 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-da19f018-323d-497c-878e-b3f4d3c5f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:16.502737 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-da19f018-323d-497c-878e-b3f4d3c5f85c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d38c085b2a2845cfb125357ea637ad1b&device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 1098 time: 0.0750239 Jun 08 13:59:16.509579 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-612fdd38-9190-470a-be11-75c50a87b28c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:16.510944 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-612fdd38-9190-470a-be11-75c50a87b28c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 813 time: 0.1399693 Jun 08 13:59:16.563584 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-41663a59-9bdd-41c5-bb64-5efe63c81007 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/quotas/aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 375 time: 0.0447357 Jun 08 13:59:16.636879 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-d035daef-766a-47b7-9831-edcf3919e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:16.638398 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-d035daef-766a-47b7-9831-edcf3919e6c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 200 len: 909 time: 0.1266105 Jun 08 13:59:16.648996 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-43a43ec5-ef2f-43fd-99ce-9dc18230d149 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774636 Jun 08 13:59:16.764836 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-d1d4fe60-7bf0-410d-87b4-c6ecc56074fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecad7da2-461e-447b-8304-6cb59afd4faf HTTP/1.1" status: 200 len: 1000 time: 0.1096387 Jun 08 13:59:16.819718 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-5131ccee-03c0-4ee0-b7dc-2b0ef089d59f service neutron] 10.222.0.64 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570745 Jun 08 13:59:16.862584 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6021b8f-7d20-456e-bc2f-3ccfeea496e3 req-55650a1b-a01e-4653-8221-37f2296675dc tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:16.864057 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d6021b8f-7d20-456e-bc2f-3ccfeea496e3 req-55650a1b-a01e-4653-8221-37f2296675dc tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0520341 Jun 08 13:59:16.904880 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d6021b8f-7d20-456e-bc2f-3ccfeea496e3 req-1430f618-0c19-4d9b-91ec-67313cc382c7 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&id=a43f6815-8c9a-43bf-aa1c-889bf36657ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345018 Jun 08 13:59:16.906251 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-bf6b2cf2-b07d-4fd7-b2e8-5d2fe1fa517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:16.908365 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-bf6b2cf2-b07d-4fd7-b2e8-5d2fe1fa517b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=23c03411-4f9d-40dc-b91b-31fa29ca3e29 HTTP/1.1" status: 200 len: 847 time: 0.1264017 Jun 08 13:59:16.971094 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-b507b7b8-e588-43da-b4a1-0fc7cd9dd680 service neutron] 10.222.0.64 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450636 Jun 08 13:59:16.976677 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-899a8480-66b3-4bda-83d4-bb2f7f3e3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:16.978103 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-899a8480-66b3-4bda-83d4-bb2f7f3e3d90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93f0707a-1edc-4bee-b42f-49d92e9de51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606480 Jun 08 13:59:17.072996 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-c737b371-c5b5-4c79-b264-d917faa45c99 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850244 Jun 08 13:59:17.159668 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-8f214b27-9740-47a7-b969-94a5b19ff566 req-0f6b7996-f2a8-444b-9f51-e25791b5cf47 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 210 time: 0.0545166 Jun 08 13:59:17.189576 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c9a2aaf4-2e79-44f3-adff-d42ba8dc739e req-d73b3d88-24c5-48da-954c-88ea03f372db service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064820 Jun 08 13:59:17.198643 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-8c429c67-f031-48ea-a74e-87a73efabebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:17.563498 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b64172-eb13-40c1-8d98-f2a040d388e3 req-f9d3b058-9999-44a5-8fbb-7f60c7c158b1 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:17.565044 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-16b64172-eb13-40c1-8d98-f2a040d388e3 req-f9d3b058-9999-44a5-8fbb-7f60c7c158b1 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0585313 Jun 08 13:59:17.606364 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-16b64172-eb13-40c1-8d98-f2a040d388e3 req-6d98f464-37e4-4d19-81f1-64ee87432dad tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349410 Jun 08 13:59:18.244715 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-0196a82d-68b6-4640-96d4-733b93e7250c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:18.247213 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-0196a82d-68b6-4640-96d4-733b93e7250c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 813 time: 0.1210046 Jun 08 13:59:18.268695 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-974b06f2-0f71-47e5-a803-215a7a50bceb req-86a6684c-9564-4c14-840e-546b340c2359 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 210 time: 0.0304289 Jun 08 13:59:18.307952 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-9aed85a8-5362-4c57-8950-0bf81a791c0d tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 379 time: 0.0435565 Jun 08 13:59:18.321277 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'port': {'device_id': '978a7707-86b8-4afd-84ab-e4af903ab506', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'admin_state_up': True, 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'security_groups': ['5365706e-6981-4ab8-97ec-a4ff7d73751f']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:18.429916 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Made reservation on behalf of aadf16efc56c4784ba77cb1b3db9b361 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:59:18.433817 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:18.559533 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Allocated IP 172.20.0.10 (298c9aca-e11f-492a-8f20-a7e4bdf24a3f/54272c6b-c964-42a3-92d5-13a4b5a71a8f/b3ebda68-5dbe-47da-9d8c-3f33d4fe5067) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:18.719816 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:18.752036 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a11ea-40d8-46a6-80d8-6ab705ae4eda req-09d5c9c4-0170-4d1c-aa59-95092128c8ab tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:18.753509 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e12a11ea-40d8-46a6-80d8-6ab705ae4eda req-09d5c9c4-0170-4d1c-aa59-95092128c8ab tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0751381 Jun 08 13:59:18.791260 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:18.827144 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e12a11ea-40d8-46a6-80d8-6ab705ae4eda req-d7487e0b-eeb7-4c57-9b77-7fbe0651f653 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673268 Jun 08 13:59:18.842758 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:18.845994 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:18.849042 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:59:18.913030 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:18.945687 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:18.946669 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:18.967014 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-c25677de-ad24-45d7-b210-386a474c8979 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6499944 Jun 08 13:59:18.982753 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Request body: {'port': {'device_id': '978a7707-86b8-4afd-84ab-e4af903ab506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:19.037096 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:19.101835 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-212411a1-be76-48cb-be96-acba44e6e32c None None] Provisioning complete for port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:59:19.102358 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-212411a1-be76-48cb-be96-acba44e6e32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:19.137878 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-212411a1-be76-48cb-be96-acba44e6e32c None None] Port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:59:19.318893 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:59:19.328906 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:19.344203 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Transition to ACTIVE for port object b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:59:19.349851 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:19.395669 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-c97ef5a0-a083-4fc2-9b6e-13d4c48fd00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:19.401726 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5747a0d-7aa6-48f5-84a7-fb3722aad800 req-4c9b482b-605c-495c-af88-4da0b57a7093 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.403276 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e5747a0d-7aa6-48f5-84a7-fb3722aad800 req-4c9b482b-605c-495c-af88-4da0b57a7093 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 944 time: 0.0602064 Jun 08 13:59:19.421679 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:19.448613 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e5747a0d-7aa6-48f5-84a7-fb3722aad800 req-5cac0111-a576-44fd-95cc-e5e8f56c62c2 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362790 Jun 08 13:59:19.480559 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Attempting to bind port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:59:19.480900 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Attempting to bind port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:59:19.481230 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Attempting to bind port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:19.485682 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:59:19.486002 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Attempting to bind port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:19.491272 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:59:19.491608 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Checking segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:59:19.492156 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Bound using segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:59:19.492609 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Bound port: b3ebda68-5dbe-47da-9d8c-3f33d4fe5067, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:59:19.492923 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:19.558822 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] For port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:59:19.561997 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] For port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:59:19.567408 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:19.608556 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.609165 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:19.610614 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] 10.222.0.71 "PUT /v2.0/ports/b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 HTTP/1.1" status: 200 len: 1094 time: 0.6328759 Jun 08 13:59:19.611053 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978a7707-86b8-4afd-84ab-e4af903ab506', 'tag': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:19.613297 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d0ed2d-957d-4e7d-8350-929b68ade7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "978a7707-86b8-4afd-84ab-e4af903ab506", "tag": "b3ebda68-5dbe-47da-9d8c-3f33d4fe5067"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:19.638360 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb569f-84cb-41fb-bd73-6412b22b50e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:19.663854 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a57dad-f92f-43d5-9e14-00c90f0a2d65 x-openstack-request-id: req-84a57dad-f92f-43d5-9e14-00c90f0a2d65 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:19.664144 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978a7707-86b8-4afd-84ab-e4af903ab506", "tag": "b3ebda68-5dbe-47da-9d8c-3f33d4fe5067", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:19.664388 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84a57dad-f92f-43d5-9e14-00c90f0a2d65 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:19.664868 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a57dad-f92f-43d5-9e14-00c90f0a2d65'] response: {'name': 'network-changed', 'server_uuid': '978a7707-86b8-4afd-84ab-e4af903ab506', 'tag': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067', 'status': 'completed', 'code': 200} Jun 08 13:59:19.697006 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-90a76594-6a06-4143-be72-5bae05c6cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.698821 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-90a76594-6a06-4143-be72-5bae05c6cf40 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 1097 time: 0.0466988 Jun 08 13:59:19.747625 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-32395be9-9f78-40d0-b547-809b60f6118d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 HTTP/1.1" status: 200 len: 217 time: 0.0353982 Jun 08 13:59:19.811858 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-6154aec5-5bc3-4e4f-a068-5dbb0051c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.813249 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-6154aec5-5bc3-4e4f-a068-5dbb0051c649 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.0494430 Jun 08 13:59:19.857762 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-8915bbdb-8fa1-4d47-8fc0-2fd926510ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:19.859195 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-8915bbdb-8fa1-4d47-8fc0-2fd926510ad1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391800 Jun 08 13:59:19.958408 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-65eeda76-3b71-43c6-a377-d8da15047bb9 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812943 Jun 08 13:59:20.048972 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b106f065-6d19-4f26-b6b5-bc1f1eabe199 req-623e16db-6164-44ec-a65f-2f14858e95f0 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838296 Jun 08 13:59:20.139460 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-32b16429-e500-4b5f-9753-f6ff0cb5cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:20.140872 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-32b16429-e500-4b5f-9753-f6ff0cb5cd99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 1097 time: 0.0438268 Jun 08 13:59:20.461223 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-98ec212d-2b9b-47eb-a349-2ad9c72c84f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:20.462645 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-98ec212d-2b9b-47eb-a349-2ad9c72c84f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 914 time: 0.3121872 Jun 08 13:59:20.515344 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-f1d7ad44-8110-456d-b63d-83c8756ed95e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 HTTP/1.1" status: 200 len: 217 time: 0.0352130 Jun 08 13:59:20.563191 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-c64ed996-9f60-4be1-bb82-1f32f1ebb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:20.564645 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-c64ed996-9f60-4be1-bb82-1f32f1ebb06d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.0429845 Jun 08 13:59:20.570589 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd89938-04fa-4fc4-ad3a-564d449d3195 req-e99d06e4-a556-40df-84e3-bfad8cdd9723 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:20.572637 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bdd89938-04fa-4fc4-ad3a-564d449d3195 req-e99d06e4-a556-40df-84e3-bfad8cdd9723 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 944 time: 0.0482984 Jun 08 13:59:20.610240 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bdd89938-04fa-4fc4-ad3a-564d449d3195 req-df1c02f1-0666-4b07-b5c5-05de4db7c08b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Jun 08 13:59:20.613473 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-3bcbf809-ff28-4277-8fa1-2d4f9d981b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:20.614991 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-3bcbf809-ff28-4277-8fa1-2d4f9d981b1f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433564 Jun 08 13:59:20.705363 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-4e1ae8a9-b594-4b52-aebe-00a755cb360d service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819399 Jun 08 13:59:20.799332 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-48d0ed2d-957d-4e7d-8350-929b68ade7f8 req-303c76f5-df88-4b5c-98d5-61d766a1ee52 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864668 Jun 08 13:59:21.043552 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:21.729267 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a845e-4f66-429c-ba1b-a5573c62dba6 req-2ee1beef-f7e5-473b-86e5-82c26b7b1eab tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:21.730923 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2d3a845e-4f66-429c-ba1b-a5573c62dba6 req-2ee1beef-f7e5-473b-86e5-82c26b7b1eab tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 944 time: 0.0515695 Jun 08 13:59:21.774064 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2d3a845e-4f66-429c-ba1b-a5573c62dba6 req-d5a92752-22db-4954-bfea-d72744816934 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360124 Jun 08 13:59:22.281004 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:22.807051 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:22.898678 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8dc04-edb4-4f61-bceb-85a139b54e21 req-75ef53eb-d0ce-416b-83e0-5de594275e54 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:22.900700 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f6d8dc04-edb4-4f61-bceb-85a139b54e21 req-75ef53eb-d0ce-416b-83e0-5de594275e54 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 944 time: 0.0550270 Jun 08 13:59:22.938881 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f6d8dc04-edb4-4f61-bceb-85a139b54e21 req-0bac5908-5cff-4569-b0c4-02aa2480a49a tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317352 Jun 08 13:59:24.067921 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c301-b984-4ee0-8473-a2750cdde3cc req-408e340e-08a5-4b17-8099-1fe3562c31f8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:24.069755 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4775c301-b984-4ee0-8473-a2750cdde3cc req-408e340e-08a5-4b17-8099-1fe3562c31f8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 944 time: 0.0526605 Jun 08 13:59:24.113348 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4775c301-b984-4ee0-8473-a2750cdde3cc req-306de84b-5fb8-46d2-bcc7-1cad2ca7a77f tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369616 Jun 08 13:59:24.370477 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:59:24.479977 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:24.491710 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'port_id': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067', 'mac_address': 'fa:16:3e:0f:27:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:59:24.530613 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:59:24.530999 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:24.548369 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:59:24.567667 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:24.574322 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:24.640208 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:24.651885 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.652388 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.652953 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.653468 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.654020 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.654581 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.655080 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.655583 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.656133 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.656655 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.657169 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.657743 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 13:59:24.910224 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['b3ebda68-5dbe-47da-9d8c-3f33d4fe5067'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:59:25.247653 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10877802-b8db-410b-b173-874fd5b0bc75 req-a50ba351-56e4-49e9-9348-4f5b622ab687 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:25.249212 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-10877802-b8db-410b-b173-874fd5b0bc75 req-a50ba351-56e4-49e9-9348-4f5b622ab687 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 945 time: 0.0532999 Jun 08 13:59:25.291171 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-10877802-b8db-410b-b173-874fd5b0bc75 req-1b8b172a-b39e-40da-917a-45b36972f1c2 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353830 Jun 08 13:59:26.377364 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:59:26.416312 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9f2bd-603a-4009-a1d2-e17627684c25 req-8d91bb2e-af3a-47c6-8ec7-f6a580ca723c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:26.417850 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-69e9f2bd-603a-4009-a1d2-e17627684c25 req-8d91bb2e-af3a-47c6-8ec7-f6a580ca723c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 945 time: 0.0501835 Jun 08 13:59:26.426132 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:59:26.429756 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:59:26.430098 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:26.458712 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-69e9f2bd-603a-4009-a1d2-e17627684c25 req-11db7e43-04b5-42a9-81b8-e5a8c72cc188 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343094 Jun 08 13:59:26.521550 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:59:26.521550 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:26.545403 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978a7707-86b8-4afd-84ab-e4af903ab506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:26.547658 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c30cf2-bc4f-441c-be4c-ac7c73a3bdb8" -d '{"events": [{"server_uuid": "978a7707-86b8-4afd-84ab-e4af903ab506", "name": "network-vif-plugged", "status": "completed", "tag": "b3ebda68-5dbe-47da-9d8c-3f33d4fe5067"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:26.572754 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:26.578869 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:26.610175 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0e789e-e74e-4c40-8a0f-88d4b0b32a55 x-openstack-request-id: req-fa0e789e-e74e-4c40-8a0f-88d4b0b32a55 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:26.610458 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978a7707-86b8-4afd-84ab-e4af903ab506", "name": "network-vif-plugged", "status": "completed", "tag": "b3ebda68-5dbe-47da-9d8c-3f33d4fe5067", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:26.610692 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa0e789e-e74e-4c40-8a0f-88d4b0b32a55 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:26.611748 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0e789e-e74e-4c40-8a0f-88d4b0b32a55'] response: {'server_uuid': '978a7707-86b8-4afd-84ab-e4af903ab506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067', 'code': 200} Jun 08 13:59:26.655143 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:26.803228 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047578c7-32c5-421f-a143-59d3eaeff3e5 req-fe119ae0-6d5b-4119-9988-f2fc8ed2d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:26.805798 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-047578c7-32c5-421f-a143-59d3eaeff3e5 req-fe119ae0-6d5b-4119-9988-f2fc8ed2d0ae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 1099 time: 0.0514734 Jun 08 13:59:26.845305 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-047578c7-32c5-421f-a143-59d3eaeff3e5 req-f434b082-badd-45a9-8c4f-639d7d52a550 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327139 Jun 08 13:59:27.586884 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061fac8-105d-433c-969b-901f60f860dc req-0d6ae4ca-0d78-447b-8090-a235e7098512 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:27.588360 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c061fac8-105d-433c-969b-901f60f860dc req-0d6ae4ca-0d78-447b-8090-a235e7098512 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 946 time: 0.0499895 Jun 08 13:59:27.627666 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c061fac8-105d-433c-969b-901f60f860dc req-41c04954-6fe8-4b83-9d07-680e30587260 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333374 Jun 08 13:59:28.353592 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06676043-d834-46bc-b8ae-e77f3cc81290 req-258d54c9-b853-4e24-9ee4-9add71f46f76 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:28.355016 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-06676043-d834-46bc-b8ae-e77f3cc81290 req-258d54c9-b853-4e24-9ee4-9add71f46f76 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 946 time: 0.0517569 Jun 08 13:59:28.402909 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-06676043-d834-46bc-b8ae-e77f3cc81290 req-803e583e-88ff-4ae7-9cbd-b873a45c2826 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362744 Jun 08 13:59:28.747087 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ce2c6-edb8-485d-82e8-6dbdd8e32ee2 req-82b27501-9727-4320-be5d-4680e6254774 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:28.748543 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7c9ce2c6-edb8-485d-82e8-6dbdd8e32ee2 req-82b27501-9727-4320-be5d-4680e6254774 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 946 time: 0.0504422 Jun 08 13:59:28.785712 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7c9ce2c6-edb8-485d-82e8-6dbdd8e32ee2 req-f9bfb657-c177-46fa-b209-0ef09a5c66d8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312297 Jun 08 13:59:28.896212 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ae1c5-3ce2-44f8-bc3c-0a19d21036b0 req-fb9b6320-f10e-4a92-9b0b-1d3a09e4e972 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:28.897686 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fd6ae1c5-3ce2-44f8-bc3c-0a19d21036b0 req-fb9b6320-f10e-4a92-9b0b-1d3a09e4e972 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 946 time: 0.0473287 Jun 08 13:59:28.907194 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42618) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:28.911506 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-3e9b0b7a-e549-4b97-a889-1a096ba81a40 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'floatingip': {'port_id': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:28.952109 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0b7a-e549-4b97-a889-1a096ba81a40 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:29.539341 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d87339-a910-469d-86b9-2fbca8f2ca61 req-5cac9760-4157-43d5-b474-05aa2c923aca tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:29.540863 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b3d87339-a910-469d-86b9-2fbca8f2ca61 req-5cac9760-4157-43d5-b474-05aa2c923aca tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 946 time: 0.0533850 Jun 08 13:59:29.584516 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b3d87339-a910-469d-86b9-2fbca8f2ca61 req-91bcb346-e89a-4685-8f3f-5851de4363d1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368030 Jun 08 13:59:29.616023 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0b7a-e549-4b97-a889-1a096ba81a40 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:29.620442 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0b7a-e549-4b97-a889-1a096ba81a40 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:29.724769 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-3e9b0b7a-e549-4b97-a889-1a096ba81a40 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Floating IP c95829cb-84d7-4f8f-b156-4def4da669f6 associated. External IP: 172.27.0.32, port: b3ebda68-5dbe-47da-9d8c-3f33d4fe5067. Jun 08 13:59:29.934465 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9b0b7a-e549-4b97-a889-1a096ba81a40 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:59:30.048654 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9b0b7a-e549-4b97-a889-1a096ba81a40 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:59:30.053572 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0b7a-e549-4b97-a889-1a096ba81a40 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:30.064664 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:59:30.076102 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:30.076801 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:59:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:30.079864 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-3e9b0b7a-e549-4b97-a889-1a096ba81a40 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "PUT /v2.0/floatingips/c95829cb-84d7-4f8f-b156-4def4da669f6 HTTP/1.1" status: 200 len: 991 time: 1.1716845 Jun 08 13:59:30.080460 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978a7707-86b8-4afd-84ab-e4af903ab506', 'tag': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:30.082727 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8552d6d9-8907-4334-a8e7-9993f512a078" -d '{"events": [{"name": "network-changed", "server_uuid": "978a7707-86b8-4afd-84ab-e4af903ab506", "tag": "b3ebda68-5dbe-47da-9d8c-3f33d4fe5067"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:30.119597 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d91b393-ec28-49df-b8d4-50959d6ae1b9 x-openstack-request-id: req-7d91b393-ec28-49df-b8d4-50959d6ae1b9 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:30.119876 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978a7707-86b8-4afd-84ab-e4af903ab506", "tag": "b3ebda68-5dbe-47da-9d8c-3f33d4fe5067", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:30.120117 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d91b393-ec28-49df-b8d4-50959d6ae1b9 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:30.120604 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d91b393-ec28-49df-b8d4-50959d6ae1b9'] response: {'name': 'network-changed', 'server_uuid': '978a7707-86b8-4afd-84ab-e4af903ab506', 'tag': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067', 'status': 'completed', 'code': 200} Jun 08 13:59:30.187273 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-2da115bf-23b9-46fc-acac-fe813538ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:30.188700 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-2da115bf-23b9-46fc-acac-fe813538ee63 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 1099 time: 0.0442910 Jun 08 13:59:30.190261 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:30.330791 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-ea648742-07d6-4097-9c6f-5d84d48cc58c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:30.333346 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-ea648742-07d6-4097-9c6f-5d84d48cc58c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.71 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 946 time: 0.0821135 Jun 08 13:59:30.337876 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-0355f473-16eb-4786-8faa-579af31b1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:30.340140 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-0355f473-16eb-4786-8faa-579af31b1812 service neutron] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 914 time: 0.1421504 Jun 08 13:59:30.436669 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'c95829cb-84d7-4f8f-b156-4def4da669f6', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:0f:27:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a7707-86b8-4afd-84ab-e4af903ab506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:59:15Z', 'updated_at': '2022-06-08T13:59:29Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:30.463717 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-e3535b8c-afab-4aee-ace0-94253810d140 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 HTTP/1.1" status: 200 len: 999 time: 0.1145632 Jun 08 13:59:30.465915 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:59:30.473373 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:30.474029 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:59:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:30.520411 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Deleting port a7810261-be6b-4d16-a8a5-d392ef856731 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:59:30.520745 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:30.528391 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-1cb32c64-bfe4-4a2b-9ae1-cca5e5cf480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:30.530550 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-1cb32c64-bfe4-4a2b-9ae1-cca5e5cf480e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.0594230 Jun 08 13:59:30.643041 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-e11baf43-fcb9-468b-a099-facfde272902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:30.644553 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-e11baf43-fcb9-468b-a099-facfde272902 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0998936 Jun 08 13:59:30.718506 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:30.746565 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] For port a7810261-be6b-4d16-a8a5-d392ef856731, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=a7810261-be6b-4d16-a8a5-d392ef856731,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:30.746937 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:30.841657 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512bf55-ad0a-4cae-bee2-e2e38cf45396 req-25443a1b-fda8-41c5-aef7-fa4cf3e2bb7a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:30.843181 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c512bf55-ad0a-4cae-bee2-e2e38cf45396 req-25443a1b-fda8-41c5-aef7-fa4cf3e2bb7a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 946 time: 0.1683602 Jun 08 13:59:30.857543 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-89bb7252-cf89-400a-91a9-5b582ad30119 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030528 Jun 08 13:59:30.963502 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'c95829cb-84d7-4f8f-b156-4def4da669f6', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:0f:27:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a7707-86b8-4afd-84ab-e4af903ab506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:59:15Z', 'updated_at': '2022-06-08T13:59:29Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:30.994937 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aa7c5b-0293-4058-89e2-3ef1003bf207 None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'c95829cb-84d7-4f8f-b156-4def4da669f6', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:0f:27:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978a7707-86b8-4afd-84ab-e4af903ab506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:59:15Z', 'updated_at': '2022-06-08T13:59:29Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:59:31.021394 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c512bf55-ad0a-4cae-bee2-e2e38cf45396 req-020b0266-a66f-45e4-8180-e97965f411ba tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=78e9ecc9-615d-4648-aed7-46732f884127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696250 Jun 08 13:59:31.057261 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:31.057653 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:31.057942 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Floating IP 3a3afc71-2898-46a2-88ae-7d420008bbdf disassociated. External IP: 172.27.0.9, port: a7810261-be6b-4d16-a8a5-d392ef856731. Jun 08 13:59:31.058275 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Calling delete_port for a7810261-be6b-4d16-a8a5-d392ef856731 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:59:31.076437 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8552d6d9-8907-4334-a8e7-9993f512a078 req-588adbf9-fdf1-4827-8338-569f103d2569 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830037 Jun 08 13:59:31.221234 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:31.239840 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a841f-0fc2-4cfe-a245-4843ac6d42f8 None None] New status for floating IP c95829cb-84d7-4f8f-b156-4def4da669f6: ACTIVE {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:59:31.250143 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event deleted for resources: {'Port': ['ID=a7810261-be6b-4d16-a8a5-d392ef856731,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:31.387129 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:59:31.510183 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:59:31.520982 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] Sync routers for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:59:31.531504 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:31.532130 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:59:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:31.549842 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] No DVR routers for this DVR port a7810261-be6b-4d16-a8a5-d392ef856731 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 13:59:31.555287 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:31.559116 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b2be04d1-0a0f-4aed-9676-6c94b57cddaf req-6d6d7715-b9f4-479d-a286-f85dc4bcc19e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.71 "DELETE /v2.0/ports/a7810261-be6b-4d16-a8a5-d392ef856731 HTTP/1.1" status: 204 len: 173 time: 1.2178211 Jun 08 13:59:31.559549 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'name': 'network-vif-deleted', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:31.561813 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d254d3-75b9-4dd1-8d46-8f1852d0a2d3" -d '{"events": [{"server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "name": "network-vif-deleted", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:31.612218 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f95887-ef69-463e-a8de-efa4669f7aef x-openstack-request-id: req-04f95887-ef69-463e-a8de-efa4669f7aef {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:31.612789 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4c1f72-9a45-4f9e-9189-e25cb8f8848b", "name": "network-vif-deleted", "tag": "a7810261-be6b-4d16-a8a5-d392ef856731", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:31.613088 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04f95887-ef69-463e-a8de-efa4669f7aef {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:31.613565 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f95887-ef69-463e-a8de-efa4669f7aef'] response: {'server_uuid': 'af4c1f72-9a45-4f9e-9189-e25cb8f8848b', 'name': 'network-vif-deleted', 'tag': 'a7810261-be6b-4d16-a8a5-d392ef856731', 'status': 'completed', 'code': 200} Jun 08 13:59:31.696176 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:31.920576 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:31.947162 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] Checking router: dd22f7b8-7d21-4f09-8f46-cd9805cfa969 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:59:31.955241 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:31.955834 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:59:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:32.074683 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:32.159209 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8ec863a7-5c61-4d55-8e89-e250d8a0e9d1 req-66868156-b7d3-44de-b27b-5254768326f3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4c1f72-9a45-4f9e-9189-e25cb8f8848b HTTP/1.1" status: 200 len: 210 time: 0.0420794 Jun 08 13:59:32.322014 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:32.350520 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca268c-cbf4-4848-8891-2660de09a4c9 None None] The sync data for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi is: [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:59:32.566883 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa3a7c5-e07d-417f-945f-1a2ab0fd1c02 None None] New status for floating IP 3a3afc71-2898-46a2-88ae-7d420008bbdf: DOWN {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:59:33.253300 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42638) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:33.314999 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1fda242f-63c4-456e-b8b0-5e225bea298e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:33.340352 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1fda242f-63c4-456e-b8b0-5e225bea298e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:33.386793 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1fda242f-63c4-456e-b8b0-5e225bea298e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:33.389338 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1fda242f-63c4-456e-b8b0-5e225bea298e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:33.390520 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-1fda242f-63c4-456e-b8b0-5e225bea298e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "DELETE /v2.0/security-groups/78e9ecc9-615d-4648-aed7-46732f884127 HTTP/1.1" status: 204 len: 168 time: 0.1361706 Jun 08 13:59:33.393471 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42640) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:33.400087 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda242f-63c4-456e-b8b0-5e225bea298e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e9ecc9-615d-4648-aed7-46732f884127,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:33.410826 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.api.v2.resource [None req-14da6ec8-c5d1-48a0-8f19-44309c20373d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] show failed (client error): The resource could not be found. Jun 08 13:59:33.411863 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-14da6ec8-c5d1-48a0-8f19-44309c20373d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups/78e9ecc9-615d-4648-aed7-46732f884127 HTTP/1.1" status: 404 len: 347 time: 0.0172000 Jun 08 13:59:33.414759 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42642) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:33.538784 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbbbb1-ea85-4855-a040-82d35ee45ed7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Deleting port 6618c7e1-55f0-4d66-85d2-51f82e3f6bbe {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 13:59:33.539125 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbbb1-ea85-4855-a040-82d35ee45ed7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:33.622524 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbbb1-ea85-4855-a040-82d35ee45ed7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:33.622850 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbbb1-ea85-4855-a040-82d35ee45ed7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:33.634773 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbbbb1-ea85-4855-a040-82d35ee45ed7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Calling delete_port for 6618c7e1-55f0-4d66-85d2-51f82e3f6bbe owned by network:floatingip {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 13:59:33.785968 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbbb1-ea85-4855-a040-82d35ee45ed7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:33.812588 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbbbb1-ea85-4855-a040-82d35ee45ed7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event deleted for resources: {'Port': ['ID=6618c7e1-55f0-4d66-85d2-51f82e3f6bbe,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:33.893565 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbbb1-ea85-4855-a040-82d35ee45ed7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:33.896282 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbbb1-ea85-4855-a040-82d35ee45ed7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:33.897494 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-f2fbbbb1-ea85-4855-a040-82d35ee45ed7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "DELETE /v2.0/floatingips/3a3afc71-2898-46a2-88ae-7d420008bbdf HTTP/1.1" status: 204 len: 168 time: 0.4817302 Jun 08 13:59:33.998521 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42646) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:34.003055 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-5aa9afc1-621d-47c6-8c26-5a109ca625d9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--481725925', 'description': 'tempest-description--1582328547'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:34.026393 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5aa9afc1-621d-47c6-8c26-5a109ca625d9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.103437 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5aa9afc1-621d-47c6-8c26-5a109ca625d9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.107679 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5aa9afc1-621d-47c6-8c26-5a109ca625d9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.135529 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5aa9afc1-621d-47c6-8c26-5a109ca625d9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.136752 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-5aa9afc1-621d-47c6-8c26-5a109ca625d9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1371889 Jun 08 13:59:34.139536 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42648) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:34.143832 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-6d4f5a86-d62c-44db-beaf-135c899eb0d2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'security_group_rule': {'security_group_id': '41c558e7-e23a-410c-a05e-0dc0126f4c34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:34.149933 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9afc1-621d-47c6-8c26-5a109ca625d9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c558e7-e23a-410c-a05e-0dc0126f4c34,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:34.172777 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5a86-d62c-44db-beaf-135c899eb0d2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.241518 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5a86-d62c-44db-beaf-135c899eb0d2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.247692 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5a86-d62c-44db-beaf-135c899eb0d2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.275598 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f5a86-d62c-44db-beaf-135c899eb0d2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39c3661-bd3e-4feb-b2e7-be84ea2d9fb3,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:34.285683 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5a86-d62c-44db-beaf-135c899eb0d2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.287180 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6d4f5a86-d62c-44db-beaf-135c899eb0d2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465328 Jun 08 13:59:34.290800 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42650) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:34.296094 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-7f63a75b-2c31-4059-8cd7-baa72a7b8059 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'security_group_rule': {'security_group_id': '41c558e7-e23a-410c-a05e-0dc0126f4c34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:34.325750 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7f63a75b-2c31-4059-8cd7-baa72a7b8059 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.377459 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7f63a75b-2c31-4059-8cd7-baa72a7b8059 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.381545 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7f63a75b-2c31-4059-8cd7-baa72a7b8059 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.395485 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a7810261-be6b-4d16-a8a5-d392ef856731 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 13:59:34.402302 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63a75b-2c31-4059-8cd7-baa72a7b8059 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e0e291-ee3e-4fc9-b125-87e950f16159,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:34.410851 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7f63a75b-2c31-4059-8cd7-baa72a7b8059 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.416594 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7f63a75b-2c31-4059-8cd7-baa72a7b8059 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204851 Jun 08 13:59:34.417935 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42652) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:34.425056 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: a7810261-be6b-4d16-a8a5-d392ef856731 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 13:59:34.425493 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device a7810261-be6b-4d16-a8a5-d392ef856731 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 13:59:34.426050 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:34.455668 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.558428 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.679000 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Allocated IP 172.27.0.234 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/bc026420-a8be-4af5-b051-d3d6912f91b1) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:34.827876 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.862733 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:34.901437 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:34.904326 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:34.909425 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:59:34.914974 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'Port': ['ID=bc026420-a8be-4af5-b051-d3d6912f91b1,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:35.009011 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:35.048253 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:35.231314 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:35.237196 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:35.310679 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'Port': ['ID=bc026420-a8be-4af5-b051-d3d6912f91b1,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:35.331754 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:35.353201 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:35.355332 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-62c3a5eb-25e9-4690-8f84-4aa1deb238a6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9349787 Jun 08 13:59:35.585643 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-45a7680d-c899-4485-a898-f86c4f507018 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--481725925&fields=id&tenant_id=32b44032f04541228ee68e9de40262d0 HTTP/1.1" status: 200 len: 267 time: 0.0354059 Jun 08 13:59:36.029248 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-44b02987-2981-49f6-8553-358b2a1b176e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:36.031752 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-44b02987-2981-49f6-8553-358b2a1b176e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 817 time: 0.4354234 Jun 08 13:59:36.059810 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-dc821f99-588f-4200-8671-7ce876e659e8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/quotas/32b44032f04541228ee68e9de40262d0 HTTP/1.1" status: 200 len: 375 time: 0.0181274 Jun 08 13:59:36.126675 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-521648fa-35bd-4e69-ae84-641a84e7c7e3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612164 Jun 08 13:59:36.278606 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-4795f937-a801-45c3-8bd6-e2639b4b30c8 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326535 Jun 08 13:59:36.404068 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-c218153c-1c6b-45c5-a443-54a73f8cb267 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144242 Jun 08 13:59:36.598473 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b03c1b4e-fc57-4272-94be-892c7a65eeba req-74bd4fd8-ada4-4e47-9324-e528bee7f653 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 210 time: 0.0257921 Jun 08 13:59:37.576106 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:37.755220 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-767191f5-303e-4b72-b1bc-be0ddd55b17e req-96497534-6126-4537-8597-8de390f3d85c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 210 time: 0.0472322 Jun 08 13:59:37.806341 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-9f7bb7a4-c8fa-493c-bffb-226b0d7faa58 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:37.808730 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-9f7bb7a4-c8fa-493c-bffb-226b0d7faa58 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 817 time: 0.1578231 Jun 08 13:59:37.863785 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-cf5bc7b2-6e8c-4342-bcd3-0404d3cddf3b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b44032f04541228ee68e9de40262d0 HTTP/1.1" status: 200 len: 379 time: 0.0397110 Jun 08 13:59:37.875273 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'port': {'device_id': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'admin_state_up': True, 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'security_groups': ['41c558e7-e23a-410c-a05e-0dc0126f4c34']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:38.007006 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Made reservation on behalf of 32b44032f04541228ee68e9de40262d0 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 13:59:38.011193 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:38.158828 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Allocated IP 172.20.0.4 (7ad6f45b-ae63-4e65-8c05-829489007dd9/fa874c81-e5f6-4f9c-8206-d47c0f483b09/eccbdf38-5eb4-4e51-9c86-543171fe61f8) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 13:59:38.310881 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:38.345912 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:38.389780 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Network 7ad6f45b-ae63-4e65-8c05-829489007dd9 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 13:59:38.392660 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 13:59:38.396366 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 13:59:38.420812 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event updated for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:38.465087 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:38.466002 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:38.483502 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-7ad2ba0f-2bff-4e3f-a483-331d543cfb2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124082 Jun 08 13:59:38.509572 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Request body: {'port': {'device_id': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:38.576392 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:38.634807 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-d31ab00f-9909-4a07-9df3-a946152fabbd None None] Provisioning complete for port eccbdf38-5eb4-4e51-9c86-543171fe61f8 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:59:38.635433 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d31ab00f-9909-4a07-9df3-a946152fabbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:38.674458 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-d31ab00f-9909-4a07-9df3-a946152fabbd None None] Port eccbdf38-5eb4-4e51-9c86-543171fe61f8 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 13:59:38.877895 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccbdf38-5eb4-4e51-9c86-543171fe61f8 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:59:38.891033 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:38.902806 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd48e24-2162-4510-8736-dd9c44068780 req-c8f17732-6194-46ab-b5f0-2fca6838bd2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:38.904291 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-8fd48e24-2162-4510-8736-dd9c44068780 req-c8f17732-6194-46ab-b5f0-2fca6838bd2b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 931 time: 0.0521817 Jun 08 13:59:38.907260 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Transition to ACTIVE for port object eccbdf38-5eb4-4e51-9c86-543171fe61f8 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 13:59:38.913013 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:38.966266 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-8fd48e24-2162-4510-8736-dd9c44068780 req-f0595368-ee7f-4785-976c-37e0cf1399a7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549717 Jun 08 13:59:38.996013 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Pushing event updated for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:39.053067 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Attempting to bind port eccbdf38-5eb4-4e51-9c86-543171fe61f8 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 13:59:39.053508 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Attempting to bind port eccbdf38-5eb4-4e51-9c86-543171fe61f8 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 13:59:39.053962 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Attempting to bind port eccbdf38-5eb4-4e51-9c86-543171fe61f8 on network 7ad6f45b-ae63-4e65-8c05-829489007dd9 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:39.059134 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Port eccbdf38-5eb4-4e51-9c86-543171fe61f8 on network 7ad6f45b-ae63-4e65-8c05-829489007dd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 13:59:39.059455 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Attempting to bind port eccbdf38-5eb4-4e51-9c86-543171fe61f8 on network 7ad6f45b-ae63-4e65-8c05-829489007dd9 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 13:59:39.064591 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 13:59:39.064933 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Checking segment: {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 13:59:39.065312 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Bound using segment: {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 13:59:39.065882 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Bound port: eccbdf38-5eb4-4e51-9c86-543171fe61f8, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 13:59:39.066112 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:39.137980 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 13:59:39.141209 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 13:59:39.146401 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:39.185013 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:39.185678 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:39.187075 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] 10.222.0.71 "PUT /v2.0/ports/eccbdf38-5eb4-4e51-9c86-543171fe61f8 HTTP/1.1" status: 200 len: 1093 time: 0.6849477 Jun 08 13:59:39.187456 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:39.189962 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9829b95-bed0-4718-b766-04d34b40d6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:39.210578 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd19f48-7f0b-4d54-bbf2-524416203478 service neutron] Pushing event updated for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:39.266751 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a51640-5974-43ae-91c6-4a631bde3865 x-openstack-request-id: req-05a51640-5974-43ae-91c6-4a631bde3865 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:39.267370 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:39.267370 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05a51640-5974-43ae-91c6-4a631bde3865 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:39.267912 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a51640-5974-43ae-91c6-4a631bde3865'] response: {'name': 'network-changed', 'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'status': 'completed', 'code': 200} Jun 08 13:59:39.289757 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bd748395-359e-4d82-938b-ee4643ca6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:39.292719 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-bd748395-359e-4d82-938b-ee4643ca6139 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 1096 time: 0.0581112 Jun 08 13:59:39.340379 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-4416f81a-724c-423f-98f9-da47100d9bf0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8 HTTP/1.1" status: 200 len: 217 time: 0.0364945 Jun 08 13:59:39.402304 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-af121065-c1d7-4b9e-b5bc-d1ddef1ab925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:39.403759 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-af121065-c1d7-4b9e-b5bc-d1ddef1ab925 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.0567932 Jun 08 13:59:39.478623 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-50f67321-81aa-4624-987e-d803c6c7f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:39.480049 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-50f67321-81aa-4624-987e-d803c6c7f0a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678959 Jun 08 13:59:39.482538 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-1c01f6fc-d895-452d-9bc6-381f73b4a8d8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779057 Jun 08 13:59:39.606208 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-789de1ef-2168-453f-9e0e-bdd713177bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:39.607687 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-789de1ef-2168-453f-9e0e-bdd713177bd0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbf74718853442df9197c1600d83ef3d&device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 1098 time: 0.0710492 Jun 08 13:59:39.611239 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-746398b1-bcf0-444b-865e-1e1cefcefc02 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187785 Jun 08 13:59:39.791594 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bac97fa7-b0b9-4156-a0ee-21285941e485 req-e04b10b5-0bd7-40d5-8bf0-eb6d4a23dcd1 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731839 Jun 08 13:59:39.804159 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-a8fd535d-2607-4ee2-af87-0030b19d0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:39.806220 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-a8fd535d-2607-4ee2-af87-0030b19d0b06 service neutron] 10.222.0.71 "GET /v2.0/networks?id=54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 200 len: 920 time: 0.1602700 Jun 08 13:59:39.852252 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-dc8db170-3919-45b6-ae50-ca1e7f8e7d5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e HTTP/1.1" status: 200 len: 217 time: 0.0382268 Jun 08 13:59:39.936459 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-54dcce47-62eb-45c6-9029-b75d65ed4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:39.937948 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-54dcce47-62eb-45c6-9029-b75d65ed4aec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 200 len: 858 time: 0.0743511 Jun 08 13:59:39.942225 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-8b8f72bc-29c0-4b73-a58b-e96dfc87c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:39.943607 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-8b8f72bc-29c0-4b73-a58b-e96dfc87c35b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 1096 time: 0.0811508 Jun 08 13:59:40.048149 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-9239e616-c6e9-4527-8609-758ba27061d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:40.049558 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-9239e616-c6e9-4527-8609-758ba27061d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=54977f0b-29d9-45a1-af4e-31bae1d37d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0985694 Jun 08 13:59:40.083840 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-f642bd59-7dfa-489f-9c1f-2a010fbd90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:40.084118 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765f22d-9bd7-4fb8-950c-8ccd8226158a req-df502055-222b-4f9c-bbbd-c850c0b722d3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:40.085265 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-f642bd59-7dfa-489f-9c1f-2a010fbd90a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 918 time: 0.1270750 Jun 08 13:59:40.085587 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e765f22d-9bd7-4fb8-950c-8ccd8226158a req-df502055-222b-4f9c-bbbd-c850c0b722d3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0524747 Jun 08 13:59:40.126948 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e765f22d-9bd7-4fb8-950c-8ccd8226158a req-04d746c3-f428-40d9-ab51-cefa28571022 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347106 Jun 08 13:59:40.159574 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-e74a848e-3b10-41c0-a136-feeb8e3e68ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8 HTTP/1.1" status: 200 len: 217 time: 0.0451093 Jun 08 13:59:40.225268 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-8cd3d62f-40bc-415d-b8f5-a760458c7753 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616359 Jun 08 13:59:40.230854 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-c4b51436-ba1b-410d-99d1-9b66296ea9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:40.232314 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-c4b51436-ba1b-410d-99d1-9b66296ea9b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.0651834 Jun 08 13:59:40.338792 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-a133c223-e6ac-4676-aa4f-986f11a8b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:40.340222 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-a133c223-e6ac-4676-aa4f-986f11a8b492 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000690 Jun 08 13:59:40.358906 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7852bfc1-2f96-490f-8047-77cfbac04623 req-452a1ee7-2f58-4226-9988-cd0c4dc5e930 service neutron] 10.222.0.71 "GET /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256580 Jun 08 13:59:40.439608 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-f51c3c86-008c-4991-a4a6-092899b34daa service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902610 Jun 08 13:59:40.538529 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e9829b95-bed0-4718-b766-04d34b40d6f5 req-73e9adef-aff9-4f67-8cd2-f40dc2157792 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885220 Jun 08 13:59:41.253044 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9b2bb-678c-46aa-9ed2-fe6b6971179a req-5a01c20d-ec10-47c3-b719-8beb42527b11 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:41.254600 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-26a9b2bb-678c-46aa-9ed2-fe6b6971179a req-5a01c20d-ec10-47c3-b719-8beb42527b11 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0508699 Jun 08 13:59:41.294532 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-26a9b2bb-678c-46aa-9ed2-fe6b6971179a req-74250b71-d44b-4c06-a898-4afebf0fad92 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328333 Jun 08 13:59:42.425118 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b92ed0-12b5-4dc5-ada1-df8d917b79d9 req-52a1c240-d54a-4042-8ce4-c76e3f8e9f79 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:42.426924 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-23b92ed0-12b5-4dc5-ada1-df8d917b79d9 req-52a1c240-d54a-4042-8ce4-c76e3f8e9f79 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0556738 Jun 08 13:59:42.427704 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device eccbdf38-5eb4-4e51-9c86-543171fe61f8 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 13:59:42.470351 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-23b92ed0-12b5-4dc5-ada1-df8d917b79d9 req-195f6ce5-ad39-4851-9113-c2f496c7bec7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352066 Jun 08 13:59:42.558178 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:42.569094 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'port_id': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'mac_address': 'fa:16:3e:38:c2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 13:59:42.611756 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port eccbdf38-5eb4-4e51-9c86-543171fe61f8 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:59:42.612269 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:42.626294 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccbdf38-5eb4-4e51-9c86-543171fe61f8 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 13:59:42.646182 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:42.652190 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:42.702295 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:43.019876 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['eccbdf38-5eb4-4e51-9c86-543171fe61f8'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 13:59:43.703794 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 13:59:43.785576 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a732-c7d8-4a3c-86ef-dc6d74a7c721 req-c413d787-8563-466c-82a0-d1dfd024eee6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:43.787401 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4f44a732-c7d8-4a3c-86ef-dc6d74a7c721 req-c413d787-8563-466c-82a0-d1dfd024eee6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 944 time: 0.2282317 Jun 08 13:59:43.828142 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4f44a732-c7d8-4a3c-86ef-dc6d74a7c721 req-d4b0cf47-94c2-4a42-b96c-bf0c6ae7734d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328708 Jun 08 13:59:44.438758 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device eccbdf38-5eb4-4e51-9c86-543171fe61f8 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 13:59:44.507700 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port eccbdf38-5eb4-4e51-9c86-543171fe61f8 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 13:59:44.512548 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port eccbdf38-5eb4-4e51-9c86-543171fe61f8 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 13:59:44.512910 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:44.596363 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port eccbdf38-5eb4-4e51-9c86-543171fe61f8 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 13:59:44.596794 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:44.620487 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:44.622778 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4576c332-aabc-4198-9710-ed5b3513bb8e" -d '{"events": [{"server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "name": "network-vif-plugged", "status": "completed", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:44.637500 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 13:59:44.642280 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:44.667977 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fb5ca4-bc5a-42f3-9593-4e6f9b781d62 x-openstack-request-id: req-83fb5ca4-bc5a-42f3-9593-4e6f9b781d62 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:44.668991 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "name": "network-vif-plugged", "status": "completed", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:44.668991 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83fb5ca4-bc5a-42f3-9593-4e6f9b781d62 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:44.670339 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fb5ca4-bc5a-42f3-9593-4e6f9b781d62'] response: {'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'code': 200} Jun 08 13:59:44.697449 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 13:59:44.869678 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294a15b-e20a-441e-b0c9-c2e9122c6de9 req-f7db63e6-9a87-4ab7-91d2-7543eefd9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:44.871345 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0294a15b-e20a-441e-b0c9-c2e9122c6de9 req-f7db63e6-9a87-4ab7-91d2-7543eefd9efc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 1098 time: 0.0502899 Jun 08 13:59:44.908239 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0294a15b-e20a-441e-b0c9-c2e9122c6de9 req-ca522124-0220-4ffb-8609-cd20523f582c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293348 Jun 08 13:59:44.966216 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548aaaa-e308-4c19-b78c-41626f98131e req-ff481680-8195-477a-983d-b8bd8046f7bf tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:44.967643 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a548aaaa-e308-4c19-b78c-41626f98131e req-ff481680-8195-477a-983d-b8bd8046f7bf tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0578599 Jun 08 13:59:45.006561 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a548aaaa-e308-4c19-b78c-41626f98131e req-4684710f-4a05-4403-a7dc-e24f5e8a7437 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Jun 08 13:59:46.148696 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bded6b-1adf-41cf-b8f7-bb3dbcd3f1d2 req-97241869-f020-4e6d-9121-0833191cb13f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:46.150291 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c8bded6b-1adf-41cf-b8f7-bb3dbcd3f1d2 req-97241869-f020-4e6d-9121-0833191cb13f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0560822 Jun 08 13:59:46.276733 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c8bded6b-1adf-41cf-b8f7-bb3dbcd3f1d2 req-9e8aabd3-a384-405f-9333-b685b989266f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198697 Jun 08 13:59:47.183752 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7db869e2-771c-4acb-8122-cfab7e148e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:47.410461 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a744-4a97-4eb8-99e1-b8fc30965233 req-bb7c513a-4134-4895-b3e7-721eb0bc7633 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:47.411852 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e855a744-4a97-4eb8-99e1-b8fc30965233 req-bb7c513a-4134-4895-b3e7-721eb0bc7633 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0578504 Jun 08 13:59:47.451543 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e855a744-4a97-4eb8-99e1-b8fc30965233 req-6f941a8d-4420-4272-9044-750ffa425e72 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330648 Jun 08 13:59:47.580134 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849fa4d-9434-4344-bb7d-5f4181603616 req-d8971cf1-7783-41cb-89b3-01d07ecc80fd tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:47.581635 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b849fa4d-9434-4344-bb7d-5f4181603616 req-d8971cf1-7783-41cb-89b3-01d07ecc80fd tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0560994 Jun 08 13:59:47.592719 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42722) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 13:59:47.597286 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-c405df25-3aa4-4466-b38c-4043cc95c395 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Request body: {'floatingip': {'port_id': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 13:59:47.636281 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c405df25-3aa4-4466-b38c-4043cc95c395 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:48.105179 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c405df25-3aa4-4466-b38c-4043cc95c395 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:48.110165 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c405df25-3aa4-4466-b38c-4043cc95c395 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:48.228525 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-c405df25-3aa4-4466-b38c-4043cc95c395 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Floating IP 4b2dc83c-d596-4453-afef-5c5f5d6b65ba associated. External IP: 172.27.0.234, port: eccbdf38-5eb4-4e51-9c86-543171fe61f8. Jun 08 13:59:48.462747 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c405df25-3aa4-4466-b38c-4043cc95c395 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 13:59:48.812040 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c405df25-3aa4-4466-b38c-4043cc95c395 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 13:59:48.817254 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c405df25-3aa4-4466-b38c-4043cc95c395 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:48.824572 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] Sync routers for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 13:59:48.835241 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:48.835952 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:59:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:48.845202 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-c405df25-3aa4-4466-b38c-4043cc95c395 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "PUT /v2.0/floatingips/4b2dc83c-d596-4453-afef-5c5f5d6b65ba HTTP/1.1" status: 200 len: 991 time: 1.2514093 Jun 08 13:59:48.845887 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 13:59:48.848258 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 13:59:48.887070 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 13:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a796c7-cc26-4274-9ac2-543993a80489 x-openstack-request-id: req-71a796c7-cc26-4274-9ac2-543993a80489 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 13:59:48.887869 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 13:59:48.888121 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71a796c7-cc26-4274-9ac2-543993a80489 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 13:59:48.888528 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a796c7-cc26-4274-9ac2-543993a80489'] response: {'name': 'network-changed', 'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'status': 'completed', 'code': 200} Jun 08 13:59:48.964555 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-bd6ccd48-7dcb-4a2c-8924-307a5de27e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:48.966233 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-bd6ccd48-7dcb-4a2c-8924-307a5de27e3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 1098 time: 0.0434000 Jun 08 13:59:49.087666 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:49.094088 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-ed43538c-b973-4419-aea4-346bc85f5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:49.095630 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-ed43538c-b973-4419-aea4-346bc85f5718 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 918 time: 0.1123900 Jun 08 13:59:49.169141 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-577930f9-b9c0-4919-bfbc-aa3e4a3303bd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8 HTTP/1.1" status: 200 len: 999 time: 0.0660379 Jun 08 13:59:49.224803 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-66fbfbaa-99de-4a9f-9b17-9360c3456a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:49.226304 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-66fbfbaa-99de-4a9f-9b17-9360c3456a95 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.0492954 Jun 08 13:59:49.280051 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-8d41056f-50fc-4873-8ff7-08bab5f731c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 13:59:49.281544 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-8d41056f-50fc-4873-8ff7-08bab5f731c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460260 Jun 08 13:59:49.347810 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '4b2dc83c-d596-4453-afef-5c5f5d6b65ba', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'port_id': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'mac_address': 'fa:16:3e:38:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:59:34Z', 'updated_at': '2022-06-08T13:59:48Z', 'revision_number': 1, 'project_id': '32b44032f04541228ee68e9de40262d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:49.385117 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] Checking router: dd22f7b8-7d21-4f09-8f46-cd9805cfa969 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 13:59:49.401194 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-fcfe309f-d02d-4a3c-911f-62d83790bdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:49.404802 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 13:59:49.405433 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:59:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:49.537464 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 13:59:49.614216 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-dead3038-6810-4043-9bc4-d8ee5f27869d service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226626 Jun 08 13:59:49.719701 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-707b7edc-55ac-4f26-8fd9-1fd8b6b462a7 req-b028e73c-57ac-459f-ba87-8c160a95990f service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933461 Jun 08 13:59:49.796515 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '4b2dc83c-d596-4453-afef-5c5f5d6b65ba', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'port_id': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'mac_address': 'fa:16:3e:38:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:59:34Z', 'updated_at': '2022-06-08T13:59:48Z', 'revision_number': 1, 'project_id': '32b44032f04541228ee68e9de40262d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 13:59:49.828729 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c29538-a7e2-439e-87ee-7308b66c5616 None None] The sync data for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi is: [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '4b2dc83c-d596-4453-afef-5c5f5d6b65ba', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'port_id': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'mac_address': 'fa:16:3e:38:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T13:59:34Z', 'updated_at': '2022-06-08T13:59:48Z', 'revision_number': 1, 'project_id': '32b44032f04541228ee68e9de40262d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 13:59:50.032304 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a33d7-d532-414d-8440-a89301240865 None None] New status for floating IP 4b2dc83c-d596-4453-afef-5c5f5d6b65ba: ACTIVE {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 13:59:51.050239 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:52.282518 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:59:52.804135 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:01.130152 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29318ac1-b5bb-467e-bf50-354a34dd6ca1 req-f8c3c911-53e1-4d46-8e91-8844d78281d1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:01.131724 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-29318ac1-b5bb-467e-bf50-354a34dd6ca1 req-f8c3c911-53e1-4d46-8e91-8844d78281d1 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0560274 Jun 08 14:00:01.186002 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-29318ac1-b5bb-467e-bf50-354a34dd6ca1 req-395501e4-ceeb-46d7-978e-3f6bbde4e9ab tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434937 Jun 08 14:00:01.356004 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ba31f-f62c-4905-a96d-86c7827c9ac6 req-95e86553-2af0-41cb-b051-59810b6c8522 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:01.357501 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7c9ba31f-f62c-4905-a96d-86c7827c9ac6 req-95e86553-2af0-41cb-b051-59810b6c8522 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0526619 Jun 08 14:00:01.406679 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7c9ba31f-f62c-4905-a96d-86c7827c9ac6 req-cd44a07a-4bc2-4f4e-9fe5-e4277f05a30a tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420299 Jun 08 14:00:02.315887 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025cf1b-1226-414c-8e6e-5d09c9b3ff6f req-57dc05e1-5ad5-4f03-b24c-d3a47ca20360 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:02.317588 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f025cf1b-1226-414c-8e6e-5d09c9b3ff6f req-57dc05e1-5ad5-4f03-b24c-d3a47ca20360 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0511672 Jun 08 14:00:02.366164 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f025cf1b-1226-414c-8e6e-5d09c9b3ff6f req-eabbcdc7-a5bf-4a5d-83cb-bc30d3aaaff6 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374429 Jun 08 14:00:02.532177 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16287ad8-c2aa-494f-806e-f25e5ad672bd req-409bd911-2d1c-4158-bc94-a2ea343b727f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:02.533724 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-16287ad8-c2aa-494f-806e-f25e5ad672bd req-409bd911-2d1c-4158-bc94-a2ea343b727f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0570977 Jun 08 14:00:02.582447 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-16287ad8-c2aa-494f-806e-f25e5ad672bd req-2af5f406-3058-4792-b8f9-42656698b4f3 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Jun 08 14:00:03.488415 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba5194-6768-4b2f-bc5c-c32d2d9e9256 req-da9d892d-1932-4973-9e61-cd7789ee8882 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:03.490131 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ffba5194-6768-4b2f-bc5c-c32d2d9e9256 req-da9d892d-1932-4973-9e61-cd7789ee8882 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0520515 Jun 08 14:00:03.541393 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ffba5194-6768-4b2f-bc5c-c32d2d9e9256 req-1a33a88d-eabc-47ca-a5c4-51daf2cb39cd tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413868 Jun 08 14:00:03.706413 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-28d41b72-bea1-4d00-bc78-bc850d43370a tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:03.707794 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-28d41b72-bea1-4d00-bc78-bc850d43370a tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.71 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0811734 Jun 08 14:00:03.720066 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07e72f-6d0b-490c-b2b7-fef3e960a804 req-3ad2ca0f-94cf-4b54-a2de-6eec5fc50773 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:03.721642 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9c07e72f-6d0b-490c-b2b7-fef3e960a804 req-3ad2ca0f-94cf-4b54-a2de-6eec5fc50773 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 945 time: 0.0650697 Jun 08 14:00:03.813586 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9c07e72f-6d0b-490c-b2b7-fef3e960a804 req-8ba05ff6-0ed7-4dec-9437-2a98603f5443 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=48318367-921b-4070-95d7-77a24e731157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829678 Jun 08 14:00:03.843355 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Deleting port ecad7da2-461e-447b-8304-6cb59afd4faf {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:03.843869 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:03.939368 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] For port ecad7da2-461e-447b-8304-6cb59afd4faf, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ecad7da2-461e-447b-8304-6cb59afd4faf,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:03.939727 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:04.122483 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:04.122816 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:04.123132 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Floating IP d79dda35-21ce-4f2a-b4ee-beaf104c7bde disassociated. External IP: 172.27.0.92, port: ecad7da2-461e-447b-8304-6cb59afd4faf. Jun 08 14:00:04.123477 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Calling delete_port for ecad7da2-461e-447b-8304-6cb59afd4faf owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:04.271062 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:04.304125 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event deleted for resources: {'Port': ['ID=ecad7da2-461e-447b-8304-6cb59afd4faf,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:04.316165 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.316516 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.316858 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.317184 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.317514 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.317862 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.318193 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.318515 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.318893 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.319478 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.319478 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.320176 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:04.437690 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Router f98654f9-053a-49f4-a221-fc5101d8d09d has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:04.544648 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:04.557348 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] Sync routers for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:04.585761 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:04.586583 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:59:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:04.595253 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] No DVR routers for this DVR port ecad7da2-461e-447b-8304-6cb59afd4faf on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:04.598605 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:04.603262 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1b704fdf-4c0a-4dab-a89e-5b7d5d0185a4 req-5ff212f2-ef53-4340-8d75-06b4ce587ee5 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.71 "DELETE /v2.0/ports/ecad7da2-461e-447b-8304-6cb59afd4faf HTTP/1.1" status: 204 len: 173 time: 0.8806624 Jun 08 14:00:04.603745 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36090e69-23ac-44f7-83ab-96ac698338e8', 'name': 'network-vif-deleted', 'tag': 'ecad7da2-461e-447b-8304-6cb59afd4faf'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:04.606038 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fff12d-f9c9-4ab2-afc5-3fa72bad66b7" -d '{"events": [{"server_uuid": "36090e69-23ac-44f7-83ab-96ac698338e8", "name": "network-vif-deleted", "tag": "ecad7da2-461e-447b-8304-6cb59afd4faf"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:04.659527 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28d56d8-560f-4756-a01b-66d676d9c599 x-openstack-request-id: req-a28d56d8-560f-4756-a01b-66d676d9c599 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:04.659834 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36090e69-23ac-44f7-83ab-96ac698338e8", "name": "network-vif-deleted", "tag": "ecad7da2-461e-447b-8304-6cb59afd4faf", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:04.660067 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a28d56d8-560f-4756-a01b-66d676d9c599 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:04.660451 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28d56d8-560f-4756-a01b-66d676d9c599'] response: {'server_uuid': '36090e69-23ac-44f7-83ab-96ac698338e8', 'name': 'network-vif-deleted', 'tag': 'ecad7da2-461e-447b-8304-6cb59afd4faf', 'status': 'completed', 'code': 200} Jun 08 14:00:04.709894 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae55ac-7d73-4658-bd2d-072b67b209e4 req-e8bf992d-4792-44e6-8031-3372ca09a7a7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:04.712557 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b7ae55ac-7d73-4658-bd2d-072b67b209e4 req-e8bf992d-4792-44e6-8031-3372ca09a7a7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0740926 Jun 08 14:00:04.768878 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b7ae55ac-7d73-4658-bd2d-072b67b209e4 req-5f3985ad-dee0-4517-a65e-a20dd2d84bde tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=8bb9e99d-b583-4753-9f2f-577806f75f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471950 Jun 08 14:00:04.772043 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:04.941280 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2f686e0f-038d-4a79-9044-456459f7315f req-c8e7bd71-8cff-42f4-86f0-0d6714f0bad0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=36090e69-23ac-44f7-83ab-96ac698338e8 HTTP/1.1" status: 200 len: 210 time: 0.0294993 Jun 08 14:00:04.991057 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:05.018048 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] Checking router: f98654f9-053a-49f4-a221-fc5101d8d09d for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:05.027270 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:05.027877 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:59:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:05.075660 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b032b13-f958-4f5f-8826-48214e0c310d req-dc3b6143-e2e9-4a1c-87ca-95f800d7b8c3 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:05.077144 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3b032b13-f958-4f5f-8826-48214e0c310d req-dc3b6143-e2e9-4a1c-87ca-95f800d7b8c3 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 946 time: 0.0560229 Jun 08 14:00:05.163564 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:05.221068 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Deleting port ece7333b-805e-4fd2-8930-53075a313014 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:05.221796 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:05.340529 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] For port ece7333b-805e-4fd2-8930-53075a313014, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ece7333b-805e-4fd2-8930-53075a313014,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:05.341418 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:05.423492 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:05.455297 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d12faa-dd34-4910-a8bc-752033cfd3d1 None None] The sync data for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi is: [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:05.541032 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:05.541512 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:05.541918 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Floating IP 3e447538-5505-4fe6-a6c5-0839c26d0433 disassociated. External IP: 172.27.0.208, port: ece7333b-805e-4fd2-8930-53075a313014. Jun 08 14:00:05.542318 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Calling delete_port for ece7333b-805e-4fd2-8930-53075a313014 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:05.686064 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:05.717385 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1760ef2b-8db8-42b7-a1a2-e0bd8228a7e8 None None] New status for floating IP d79dda35-21ce-4f2a-b4ee-beaf104c7bde: DOWN {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:00:05.722620 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event deleted for resources: {'Port': ['ID=ece7333b-805e-4fd2-8930-53075a313014,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:05.867491 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:05.904519 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-adb79c6d-649f-4d34-bb8b-30ab239bfcd0 req-8d3e23a2-1273-420b-9205-3e65d9d39a1a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=29f44c10-ea4c-4b77-8083-b94866712c7e HTTP/1.1" status: 200 len: 210 time: 0.0320723 Jun 08 14:00:06.023717 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:06.034045 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42794) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:06.046422 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] Sync routers for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:06.062092 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:06.063214 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:59:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:06.083898 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] No DVR routers for this DVR port ece7333b-805e-4fd2-8930-53075a313014 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:06.087628 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.093604 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3b032b13-f958-4f5f-8826-48214e0c310d req-17489090-f622-41b0-84f6-c278e8cd2e6b tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "DELETE /v2.0/ports/ece7333b-805e-4fd2-8930-53075a313014 HTTP/1.1" status: 204 len: 173 time: 1.0099123 Jun 08 14:00:06.114381 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.149118 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.215253 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:06.222879 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.228382 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.230557 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "DELETE /v2.0/security-groups/48318367-921b-4070-95d7-77a24e731157 HTTP/1.1" status: 204 len: 168 time: 0.1945951 Jun 08 14:00:06.233592 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42796) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:06.248337 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48318367-921b-4070-95d7-77a24e731157,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:06.248909 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.api.v2.resource [None req-d7e16e63-1eb1-4a8c-9d12-e7be5087371a tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] show failed (client error): The resource could not be found. Jun 08 14:00:06.250110 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-d7e16e63-1eb1-4a8c-9d12-e7be5087371a tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups/48318367-921b-4070-95d7-77a24e731157 HTTP/1.1" status: 404 len: 347 time: 0.0154173 Jun 08 14:00:06.253210 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42798) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:06.260974 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.261327 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.262048 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.263104 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.263449 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.263782 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.264110 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.264436 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.264848 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.265179 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.265660 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.265989 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71fbc69-973d-41b5-b6ca-8cd5f2573fb2 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:06.422140 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-2f854145-e7b9-41f1-9ec4-0c87d559496c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Deleting port e16526b9-5ce3-48fc-973d-35e5f0af9f20 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:06.422617 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2f854145-e7b9-41f1-9ec4-0c87d559496c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.535189 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2f854145-e7b9-41f1-9ec4-0c87d559496c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.535561 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2f854145-e7b9-41f1-9ec4-0c87d559496c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.538661 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:55:01Z', 'revision_number': 5, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:06.550774 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-2f854145-e7b9-41f1-9ec4-0c87d559496c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Calling delete_port for e16526b9-5ce3-48fc-973d-35e5f0af9f20 owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:06.571490 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] Checking router: 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:06.582234 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:06.582911 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T13:59:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:06.662827 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'name': 'network-vif-deleted', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:06.668604 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca7901d-c4c9-4cad-a36b-8ef79f8f07ad" -d '{"events": [{"server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "name": "network-vif-deleted", "tag": "ece7333b-805e-4fd2-8930-53075a313014"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:06.760762 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e9d935-def8-4d53-9dcb-b2cf8633a564 x-openstack-request-id: req-98e9d935-def8-4d53-9dcb-b2cf8633a564 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:06.761831 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f44c10-ea4c-4b77-8083-b94866712c7e", "name": "network-vif-deleted", "tag": "ece7333b-805e-4fd2-8930-53075a313014", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:06.762118 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98e9d935-def8-4d53-9dcb-b2cf8633a564 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:06.762559 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e9d935-def8-4d53-9dcb-b2cf8633a564'] response: {'server_uuid': '29f44c10-ea4c-4b77-8083-b94866712c7e', 'name': 'network-vif-deleted', 'tag': 'ece7333b-805e-4fd2-8930-53075a313014', 'status': 'completed', 'code': 200} Jun 08 14:00:06.790916 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2f854145-e7b9-41f1-9ec4-0c87d559496c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.819516 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f854145-e7b9-41f1-9ec4-0c87d559496c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event deleted for resources: {'Port': ['ID=e16526b9-5ce3-48fc-973d-35e5f0af9f20,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:06.847328 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:06.889881 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2f854145-e7b9-41f1-9ec4-0c87d559496c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.894977 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2f854145-e7b9-41f1-9ec4-0c87d559496c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:06.896976 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-2f854145-e7b9-41f1-9ec4-0c87d559496c tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "DELETE /v2.0/floatingips/d79dda35-21ce-4f2a-b4ee-beaf104c7bde HTTP/1.1" status: 204 len: 168 time: 0.6424475 Jun 08 14:00:07.011415 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42808) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:07.027737 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42810) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:07.032702 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-fb070de7-87fe-4e11-95e2-727a8ba38869 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626590733', 'description': 'tempest-description--1596989739'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:07.058364 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fb070de7-87fe-4e11-95e2-727a8ba38869 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.058613 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:55:01Z', 'revision_number': 5, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:07.090504 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e3458-de32-41fb-8e0c-9f2a9efd0264 None None] The sync data for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi is: [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T13:54:44Z', 'revision_number': 4, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '50b5dd68-7e20-43a1-a271-2a40e3b6635c', 'name': '', 'network_id': '54977f0b-29d9-45a1-af4e-31bae1d37d86', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'mac_address': 'fa:16:3e:ee:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:55:01Z', 'revision_number': 5, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'subnets': [{'id': '9ea09a68-7dd7-4aa5-9cc9-3b72d053d335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:07.095589 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ab676575-0e44-479e-87b9-f0efb4bcb451 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.121846 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ab676575-0e44-479e-87b9-f0efb4bcb451 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.152750 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fb070de7-87fe-4e11-95e2-727a8ba38869 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.168785 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fb070de7-87fe-4e11-95e2-727a8ba38869 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.187816 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ab676575-0e44-479e-87b9-f0efb4bcb451 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.191338 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ab676575-0e44-479e-87b9-f0efb4bcb451 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.195352 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-ab676575-0e44-479e-87b9-f0efb4bcb451 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "DELETE /v2.0/security-groups/8bb9e99d-b583-4753-9f2f-577806f75f0b HTTP/1.1" status: 204 len: 168 time: 0.1798804 Jun 08 14:00:07.198146 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42812) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:07.202324 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fb070de7-87fe-4e11-95e2-727a8ba38869 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.204293 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-fb070de7-87fe-4e11-95e2-727a8ba38869 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1753240 Jun 08 14:00:07.207783 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42814) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:07.214823 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-9b32d614-926c-493c-b7a7-bf1f4d29bec0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'security_group_rule': {'security_group_id': '5360df05-0108-4da8-8ac5-e11b8616b882', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:07.220885 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab676575-0e44-479e-87b9-f0efb4bcb451 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb9e99d-b583-4753-9f2f-577806f75f0b,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:07.223456 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.api.v2.resource [None req-198f34a5-000f-45d2-9b2a-6518ffe50865 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] show failed (client error): The resource could not be found. Jun 08 14:00:07.224574 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-198f34a5-000f-45d2-9b2a-6518ffe50865 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups/8bb9e99d-b583-4753-9f2f-577806f75f0b HTTP/1.1" status: 404 len: 347 time: 0.0220125 Jun 08 14:00:07.227951 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42816) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:07.233961 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb070de7-87fe-4e11-95e2-727a8ba38869 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5360df05-0108-4da8-8ac5-e11b8616b882,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:07.258988 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9b32d614-926c-493c-b7a7-bf1f4d29bec0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.343820 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9b32d614-926c-493c-b7a7-bf1f4d29bec0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.355613 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9b32d614-926c-493c-b7a7-bf1f4d29bec0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.373635 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-5f103a5d-8aad-4cf6-835f-3da9bbb27f53 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Deleting port 0c8c44c1-c42b-4604-aeaf-9540387c994f {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:07.373951 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5f103a5d-8aad-4cf6-835f-3da9bbb27f53 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.376074 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32d614-926c-493c-b7a7-bf1f4d29bec0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800c8fb5-f2fa-47fd-a8db-640d65eac8b8,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:07.393703 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9b32d614-926c-493c-b7a7-bf1f4d29bec0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.395355 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-9b32d614-926c-493c-b7a7-bf1f4d29bec0 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862786 Jun 08 14:00:07.399099 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42818) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:07.405766 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-0589cb0a-f47f-472b-bf35-46e3921abfde tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'security_group_rule': {'security_group_id': '5360df05-0108-4da8-8ac5-e11b8616b882', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:07.425906 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b9e78-a15a-4517-b5ce-273fadf5199f None None] New status for floating IP 3e447538-5505-4fe6-a6c5-0839c26d0433: DOWN {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:00:07.442148 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0589cb0a-f47f-472b-bf35-46e3921abfde tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.486913 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5f103a5d-8aad-4cf6-835f-3da9bbb27f53 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.487299 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5f103a5d-8aad-4cf6-835f-3da9bbb27f53 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.501326 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-5f103a5d-8aad-4cf6-835f-3da9bbb27f53 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Calling delete_port for 0c8c44c1-c42b-4604-aeaf-9540387c994f owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:07.512155 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0589cb0a-f47f-472b-bf35-46e3921abfde tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.516730 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0589cb0a-f47f-472b-bf35-46e3921abfde tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.538390 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589cb0a-f47f-472b-bf35-46e3921abfde tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0351a214-1258-4f88-8c54-1d2c201f9d74,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:07.550704 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0589cb0a-f47f-472b-bf35-46e3921abfde tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.555759 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0589cb0a-f47f-472b-bf35-46e3921abfde tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521263 Jun 08 14:00:07.556717 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42820) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:07.565633 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:07.587414 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.597912 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.719710 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5f103a5d-8aad-4cf6-835f-3da9bbb27f53 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.722414 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.755880 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f103a5d-8aad-4cf6-835f-3da9bbb27f53 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event deleted for resources: {'Port': ['ID=0c8c44c1-c42b-4604-aeaf-9540387c994f,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:07.816549 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5f103a5d-8aad-4cf6-835f-3da9bbb27f53 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.819696 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5f103a5d-8aad-4cf6-835f-3da9bbb27f53 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:07.820908 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-5f103a5d-8aad-4cf6-835f-3da9bbb27f53 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "DELETE /v2.0/floatingips/3e447538-5505-4fe6-a6c5-0839c26d0433 HTTP/1.1" status: 204 len: 168 time: 0.5918868 Jun 08 14:00:07.845100 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Allocated IP 172.27.0.192 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/c9c5ae62-ac36-4c41-a3f0-ff01e9cccc8a) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:00:07.966092 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:08.006914 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:08.050650 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:00:08.055773 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:00:08.060293 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:00:08.063594 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'Port': ['ID=c9c5ae62-ac36-4c41-a3f0-ff01e9cccc8a,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:08.177463 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:08.221634 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:08.396838 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:08.402399 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:08.471144 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'Port': ['ID=c9c5ae62-ac36-4c41-a3f0-ff01e9cccc8a,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:08.481504 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:08.496585 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:08.497885 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-9d6b7f62-264f-46e9-8f14-0d426fd96d9d tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9396551 Jun 08 14:00:08.581989 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ecad7da2-461e-447b-8304-6cb59afd4faf no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:08.602730 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: ecad7da2-461e-447b-8304-6cb59afd4faf {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:08.603068 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ecad7da2-461e-447b-8304-6cb59afd4faf not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:08.603491 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ece7333b-805e-4fd2-8930-53075a313014 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:08.622730 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: ece7333b-805e-4fd2-8930-53075a313014 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:08.623070 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ece7333b-805e-4fd2-8930-53075a313014 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:08.706018 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-025009ee-2452-4b83-87ec-5804b294e7c6 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1626590733&fields=id&tenant_id=d38c085b2a2845cfb125357ea637ad1b HTTP/1.1" status: 200 len: 267 time: 0.0337460 Jun 08 14:00:08.839246 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488478-3de0-46f9-9efd-555e28ab9fda req-e12d3ceb-d5d9-4612-b0a2-93e0d2e14d1f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:08.841522 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-e12d3ceb-d5d9-4612-b0a2-93e0d2e14d1f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/networks?id=93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 200 len: 808 time: 0.1262984 Jun 08 14:00:08.862184 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-667137a8-067f-44c0-b0f9-46c418a7ac66 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/quotas/d38c085b2a2845cfb125357ea637ad1b HTTP/1.1" status: 200 len: 375 time: 0.0140433 Jun 08 14:00:08.938229 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-ff420392-300d-4000-8abd-0dcc09964cd1 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d38c085b2a2845cfb125357ea637ad1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678661 Jun 08 14:00:09.097113 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-b258fdf0-68c1-4b78-9d28-53c3b1085a16 service neutron] 10.222.0.64 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446614 Jun 08 14:00:09.205559 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d211a7d1-f39c-4276-8790-d133131874da service neutron] 10.222.0.64 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979810 Jun 08 14:00:09.385361 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-72c65ce9-7d1d-4d6a-8b36-9c7511f42c09 req-ad755e96-19cd-437c-a8c4-f3eb74a931b8 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 210 time: 0.0327761 Jun 08 14:00:10.338952 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829f509-da33-441e-b3e8-0c5b4d023d7d req-f038a51c-2399-4a97-bd85-b36317fe85fe tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:10.340430 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9829f509-da33-441e-b3e8-0c5b4d023d7d req-f038a51c-2399-4a97-bd85-b36317fe85fe tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0504410 Jun 08 14:00:10.380625 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9829f509-da33-441e-b3e8-0c5b4d023d7d req-e936218a-7456-444a-93f2-0487fe91f803 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331790 Jun 08 14:00:10.494530 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-033c511d-edf9-448b-b9e0-9625f1cb27fb req-036e6b18-7b03-4bec-bd67-7975208ac54a tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 210 time: 0.0299950 Jun 08 14:00:10.610153 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488478-3de0-46f9-9efd-555e28ab9fda req-79b7715e-6520-4a18-9ca2-36583f039695 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:10.611655 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-79b7715e-6520-4a18-9ca2-36583f039695 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.71 "GET /v2.0/networks?id=93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 200 len: 808 time: 0.1326494 Jun 08 14:00:10.667578 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-7b892877-240a-46e7-b563-54db36d854d3 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d38c085b2a2845cfb125357ea637ad1b HTTP/1.1" status: 200 len: 380 time: 0.0436652 Jun 08 14:00:10.678623 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'port': {'device_id': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'admin_state_up': True, 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'security_groups': ['5360df05-0108-4da8-8ac5-e11b8616b882']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:10.794834 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Made reservation on behalf of d38c085b2a2845cfb125357ea637ad1b for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:00:10.799161 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:10.947137 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Allocated IP 172.20.0.9 (93f0707a-1edc-4bee-b42f-49d92e9de51d/23c03411-4f9d-40dc-b91b-31fa29ca3e29/b1d4b624-f4fb-4963-b217-72d09f412428) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:00:11.096701 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:11.135043 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:11.180929 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:00:11.183953 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:00:11.187750 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:00:11.194344 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event updated for resources: {'Port': ['ID=b1d4b624-f4fb-4963-b217-72d09f412428,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:11.247914 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:11.248582 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:11.274052 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-571d95b8-32d1-4ede-9dd8-71c7854de3ce tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5988705 Jun 08 14:00:11.364693 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Request body: {'port': {'device_id': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:11.432699 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:11.527571 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-31257e1b-dcaa-41b8-add4-c4044b641de6 None None] Provisioning complete for port b1d4b624-f4fb-4963-b217-72d09f412428 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:00:11.528358 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-31257e1b-dcaa-41b8-add4-c4044b641de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:11.590076 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-31257e1b-dcaa-41b8-add4-c4044b641de6 None None] Port b1d4b624-f4fb-4963-b217-72d09f412428 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 14:00:11.597344 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d3737-70c4-4409-942c-2ed966c739c4 req-42249629-eaec-48b4-becb-de9e9299fc68 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:11.599036 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-af4d3737-70c4-4409-942c-2ed966c739c4 req-42249629-eaec-48b4-becb-de9e9299fc68 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1238363 Jun 08 14:00:11.661935 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2be01-0b01-431d-aaab-19416eed08bd req-149d5f0d-7081-450c-bd53-b1174630633f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:11.663509 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-74c2be01-0b01-431d-aaab-19416eed08bd req-149d5f0d-7081-450c-bd53-b1174630633f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 931 time: 0.0561738 Jun 08 14:00:11.691200 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-af4d3737-70c4-4409-942c-2ed966c739c4 req-f2ec712f-1d08-4fc5-bf19-99d941f8834a tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820870 Jun 08 14:00:11.706250 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-74c2be01-0b01-431d-aaab-19416eed08bd req-eb764d8d-3861-4ba3-97c6-8890f7ad6f17 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355730 Jun 08 14:00:12.018791 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d4b624-f4fb-4963-b217-72d09f412428 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:00:12.027233 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:12.039482 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Transition to ACTIVE for port object b1d4b624-f4fb-4963-b217-72d09f412428 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 14:00:12.043668 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:12.096100 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d4b624-f4fb-4963-b217-72d09f412428,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:12.170042 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Attempting to bind port b1d4b624-f4fb-4963-b217-72d09f412428 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:00:12.170564 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Attempting to bind port b1d4b624-f4fb-4963-b217-72d09f412428 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:00:12.171073 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Attempting to bind port b1d4b624-f4fb-4963-b217-72d09f412428 on network 93f0707a-1edc-4bee-b42f-49d92e9de51d {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:00:12.178411 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Port b1d4b624-f4fb-4963-b217-72d09f412428 on network 93f0707a-1edc-4bee-b42f-49d92e9de51d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 14:00:12.178904 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Attempting to bind port b1d4b624-f4fb-4963-b217-72d09f412428 on network 93f0707a-1edc-4bee-b42f-49d92e9de51d {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:00:12.185786 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:00:12.186278 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Checking segment: {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:00:12.186808 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Bound using segment: {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:00:12.187389 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Bound port: b1d4b624-f4fb-4963-b217-72d09f412428, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c750b49-7390-408e-a4c0-93fa835f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:00:12.187882 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:12.260896 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] For port b1d4b624-f4fb-4963-b217-72d09f412428, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:00:12.264579 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] For port b1d4b624-f4fb-4963-b217-72d09f412428, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b1d4b624-f4fb-4963-b217-72d09f412428,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:00:12.270170 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:12.308953 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:12.309565 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:12.311059 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] 10.222.0.71 "PUT /v2.0/ports/b1d4b624-f4fb-4963-b217-72d09f412428 HTTP/1.1" status: 200 len: 1093 time: 1.0289137 Jun 08 14:00:12.311505 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'tag': 'b1d4b624-f4fb-4963-b217-72d09f412428'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:12.313840 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adda72a5-f596-4537-b944-d63b0e1fb154" -d '{"events": [{"name": "network-changed", "server_uuid": "fa294f8c-3f68-4b4e-b160-f58fa339fc1e", "tag": "b1d4b624-f4fb-4963-b217-72d09f412428"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:12.345452 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aee024-e236-42a1-a890-c1d3dca32ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d4b624-f4fb-4963-b217-72d09f412428,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:12.420991 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488478-3de0-46f9-9efd-555e28ab9fda req-f55fa779-131e-4a4d-b480-a74deed38d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:12.423039 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-f55fa779-131e-4a4d-b480-a74deed38d7f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d38c085b2a2845cfb125357ea637ad1b&device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 1096 time: 0.0539017 Jun 08 14:00:12.447156 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1fb62b-ee84-44af-b74a-86a37315f0aa x-openstack-request-id: req-ed1fb62b-ee84-44af-b74a-86a37315f0aa {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:12.447440 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa294f8c-3f68-4b4e-b160-f58fa339fc1e", "tag": "b1d4b624-f4fb-4963-b217-72d09f412428", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:12.447679 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed1fb62b-ee84-44af-b74a-86a37315f0aa {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:12.448066 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1fb62b-ee84-44af-b74a-86a37315f0aa'] response: {'name': 'network-changed', 'server_uuid': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'tag': 'b1d4b624-f4fb-4963-b217-72d09f412428', 'status': 'completed', 'code': 200} Jun 08 14:00:12.480055 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-faedc294-3323-442c-9f0d-993d5bf9ab36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1d4b624-f4fb-4963-b217-72d09f412428 HTTP/1.1" status: 200 len: 217 time: 0.0445778 Jun 08 14:00:12.538464 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488478-3de0-46f9-9efd-555e28ab9fda req-1b6d6dff-9e9c-4d47-94a6-eb19080711ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:12.540020 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-1b6d6dff-9e9c-4d47-94a6-eb19080711ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=23c03411-4f9d-40dc-b91b-31fa29ca3e29 HTTP/1.1" status: 200 len: 847 time: 0.0501709 Jun 08 14:00:12.592907 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488478-3de0-46f9-9efd-555e28ab9fda req-65e4f7e3-c75e-4c27-9053-02f7f50d0c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:12.594483 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-65e4f7e3-c75e-4c27-9053-02f7f50d0c89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93f0707a-1edc-4bee-b42f-49d92e9de51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440664 Jun 08 14:00:12.694705 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-6ae7725c-4e34-464f-b1dd-d5a80755e756 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880628 Jun 08 14:00:12.807688 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-49488478-3de0-46f9-9efd-555e28ab9fda req-721f19b6-c668-4f63-a106-64b909408f89 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060376 Jun 08 14:00:12.816519 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79a02f-bf47-4f34-a1f3-8c6871db1f54 req-699aa974-b8cd-444f-af4f-6dc717b3c767 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:12.818067 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0e79a02f-bf47-4f34-a1f3-8c6871db1f54 req-699aa974-b8cd-444f-af4f-6dc717b3c767 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.0542881 Jun 08 14:00:12.882171 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0e79a02f-bf47-4f34-a1f3-8c6871db1f54 req-98cc2f08-2a6a-4213-b9a4-c7c30886b6ac tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576837 Jun 08 14:00:12.903169 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087de43c-2cc2-449a-a24d-2d886ac10b13 req-1be926a6-1d72-440a-8fe0-0a64f2406562 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:12.904633 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-087de43c-2cc2-449a-a24d-2d886ac10b13 req-1be926a6-1d72-440a-8fe0-0a64f2406562 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 943 time: 0.1110501 Jun 08 14:00:12.942949 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-8814e79e-0eba-4302-baf5-192057b25676 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:12.944421 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-8814e79e-0eba-4302-baf5-192057b25676 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 945 time: 0.1100514 Jun 08 14:00:12.987955 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-024c8eb3-bcc0-44c5-b778-e70f3059d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:12.989453 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-024c8eb3-bcc0-44c5-b778-e70f3059d6d4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d38c085b2a2845cfb125357ea637ad1b&device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 1096 time: 0.1249561 Jun 08 14:00:12.995481 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-087de43c-2cc2-449a-a24d-2d886ac10b13 req-11110a24-4e66-4eeb-a3c8-f46d247e8a92 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842764 Jun 08 14:00:13.124087 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-b6f47d66-e2be-49ab-b599-24f8ef34a3f7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Deleting port 25e3230c-b288-4747-b0be-7b9f047d2c66 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:13.124335 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-b6f47d66-e2be-49ab-b599-24f8ef34a3f7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:13.146682 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-11b9c76f-9b2e-4181-abc9-aab22a2e4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:13.148653 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-11b9c76f-9b2e-4181-abc9-aab22a2e4b33 service neutron] 10.222.0.71 "GET /v2.0/networks?id=93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 200 len: 909 time: 0.1391640 Jun 08 14:00:13.217272 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-939d7477-36e1-4533-b174-1380d2bb35a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1d4b624-f4fb-4963-b217-72d09f412428 HTTP/1.1" status: 200 len: 217 time: 0.0395303 Jun 08 14:00:13.292336 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-b6f47d66-e2be-49ab-b599-24f8ef34a3f7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] For port 25e3230c-b288-4747-b0be-7b9f047d2c66, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=25e3230c-b288-4747-b0be-7b9f047d2c66,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:13.292968 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-b6f47d66-e2be-49ab-b599-24f8ef34a3f7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:13.302532 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-4c63a3fe-383a-4ed6-b58b-2e508118a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:13.304004 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-4c63a3fe-383a-4ed6-b58b-2e508118a63b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=23c03411-4f9d-40dc-b91b-31fa29ca3e29 HTTP/1.1" status: 200 len: 847 time: 0.0796552 Jun 08 14:00:13.309491 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-b6f47d66-e2be-49ab-b599-24f8ef34a3f7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Calling delete_port for 25e3230c-b288-4747-b0be-7b9f047d2c66 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:13.398481 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-45aad4aa-f332-4f14-b443-c4d8ba61d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:13.399890 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-45aad4aa-f332-4f14-b443-c4d8ba61d58e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93f0707a-1edc-4bee-b42f-49d92e9de51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865602 Jun 08 14:00:13.540329 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-5b03d77e-e6b6-4375-812e-b442a816edf1 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330762 Jun 08 14:00:13.541367 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-b6f47d66-e2be-49ab-b599-24f8ef34a3f7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:13.558254 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['edb10e1e-9d37-48fc-bad7-0536b8ce2c7e', '25e3230c-b288-4747-b0be-7b9f047d2c66'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:00:13.578425 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f47d66-e2be-49ab-b599-24f8ef34a3f7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event deleted for resources: {'Port': ['ID=25e3230c-b288-4747-b0be-7b9f047d2c66,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:13.667113 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-b6f47d66-e2be-49ab-b599-24f8ef34a3f7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] No DVR routers for this DVR port 25e3230c-b288-4747-b0be-7b9f047d2c66 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:13.671360 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-b6f47d66-e2be-49ab-b599-24f8ef34a3f7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:13.674602 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-52ef35f1-1175-4c8a-9b38-8b209847b146 req-b6f47d66-e2be-49ab-b599-24f8ef34a3f7 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "DELETE /v2.0/ports/25e3230c-b288-4747-b0be-7b9f047d2c66 HTTP/1.1" status: 204 len: 173 time: 0.7214999 Jun 08 14:00:13.702717 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-adda72a5-f596-4537-b944-d63b0e1fb154 req-9241e60a-3586-495a-9c66-22c1a499596b service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533523 Jun 08 14:00:14.009726 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-07fa28ae-db37-435f-a88e-b423afa45330 req-fd414bff-845d-4060-a6fd-a3c75ed60d09 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae86279f-4ce7-4b0c-9935-ec8e614bea66 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Jun 08 14:00:14.125754 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21a975-805b-470b-bf70-e69adf968803 req-e3f9ca3b-c86e-40d8-a0d6-fcf9ffe0ca9e tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:14.127365 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7c21a975-805b-470b-bf70-e69adf968803 req-e3f9ca3b-c86e-40d8-a0d6-fcf9ffe0ca9e tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 943 time: 0.0588264 Jun 08 14:00:14.180195 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7c21a975-805b-470b-bf70-e69adf968803 req-dfa887a2-f2be-43ba-9655-c4f2cebdb439 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Jun 08 14:00:14.449922 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae86279f-4ce7-4b0c-9935-ec8e614bea66', 'name': 'network-vif-deleted', 'tag': '25e3230c-b288-4747-b0be-7b9f047d2c66'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:14.453634 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1b9dfd-5244-40d0-96a4-549fcc32b5f9" -d '{"events": [{"server_uuid": "ae86279f-4ce7-4b0c-9935-ec8e614bea66", "name": "network-vif-deleted", "tag": "25e3230c-b288-4747-b0be-7b9f047d2c66"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:14.494506 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd4cb7c-fe2d-4370-818f-55612a6b4adc x-openstack-request-id: req-ecd4cb7c-fe2d-4370-818f-55612a6b4adc {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:14.494790 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae86279f-4ce7-4b0c-9935-ec8e614bea66", "name": "network-vif-deleted", "tag": "25e3230c-b288-4747-b0be-7b9f047d2c66", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:14.495036 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecd4cb7c-fe2d-4370-818f-55612a6b4adc {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:14.495429 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd4cb7c-fe2d-4370-818f-55612a6b4adc'] response: {'server_uuid': 'ae86279f-4ce7-4b0c-9935-ec8e614bea66', 'name': 'network-vif-deleted', 'tag': '25e3230c-b288-4747-b0be-7b9f047d2c66', 'status': 'completed', 'code': 200} Jun 08 14:00:15.319419 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c975d-a510-41ab-8bba-eedaca235ef9 req-34da53e9-117a-4bfb-8614-40dd478a5e28 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:15.321990 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-025c975d-a510-41ab-8bba-eedaca235ef9 req-34da53e9-117a-4bfb-8614-40dd478a5e28 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0586364 Jun 08 14:00:15.376528 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-025c975d-a510-41ab-8bba-eedaca235ef9 req-0cad9815-f249-45d2-8be2-8fd00b9f3fca tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484862 Jun 08 14:00:15.386248 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73eba64-2cc1-4e75-b54a-52d3f9e1cf2a req-f7940a86-9dff-4e4f-983d-dc749bc4b128 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:15.387792 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d73eba64-2cc1-4e75-b54a-52d3f9e1cf2a req-f7940a86-9dff-4e4f-983d-dc749bc4b128 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 943 time: 0.1166377 Jun 08 14:00:15.436962 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d73eba64-2cc1-4e75-b54a-52d3f9e1cf2a req-decd27e6-62a5-4d58-90cb-589aa23da47b tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376296 Jun 08 14:00:16.513432 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a722-8d4e-4b08-9332-409efd989df7 req-dd3fa141-ec79-42e2-a692-b6413ffe0f13 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:16.515232 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d128a722-8d4e-4b08-9332-409efd989df7 req-dd3fa141-ec79-42e2-a692-b6413ffe0f13 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0611913 Jun 08 14:00:16.557659 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d128a722-8d4e-4b08-9332-409efd989df7 req-68042921-0a72-43e0-95de-d7e53dac5288 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Jun 08 14:00:16.561903 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769df6c-0df7-4bc6-bee7-ac36cdbf6b16 req-4a88c079-8908-43cf-87bc-c439ce7a1293 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:16.563480 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d769df6c-0df7-4bc6-bee7-ac36cdbf6b16 req-4a88c079-8908-43cf-87bc-c439ce7a1293 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 943 time: 0.0568159 Jun 08 14:00:16.605550 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d769df6c-0df7-4bc6-bee7-ac36cdbf6b16 req-02c1eacf-7b78-4288-8839-897b6297f66e tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347142 Jun 08 14:00:16.647548 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b1d4b624-f4fb-4963-b217-72d09f412428 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:00:16.650092 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 25e3230c-b288-4747-b0be-7b9f047d2c66 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:16.677038 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: 25e3230c-b288-4747-b0be-7b9f047d2c66 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:16.677309 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 25e3230c-b288-4747-b0be-7b9f047d2c66 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:16.770135 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port b1d4b624-f4fb-4963-b217-72d09f412428, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b1d4b624-f4fb-4963-b217-72d09f412428,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:16.782237 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'b1d4b624-f4fb-4963-b217-72d09f412428', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'port_id': 'b1d4b624-f4fb-4963-b217-72d09f412428', 'mac_address': 'fa:16:3e:a5:d8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:00:16.826413 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port b1d4b624-f4fb-4963-b217-72d09f412428 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:00:16.826795 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:16.840594 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d4b624-f4fb-4963-b217-72d09f412428 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:00:16.862320 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port b1d4b624-f4fb-4963-b217-72d09f412428, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b1d4b624-f4fb-4963-b217-72d09f412428,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:16.868549 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:16.918390 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=b1d4b624-f4fb-4963-b217-72d09f412428,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:17.181203 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['b1d4b624-f4fb-4963-b217-72d09f412428'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:00:17.231637 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-288cbdb8-a4ec-4994-b1b2-a0cb1e1f3472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:17.686441 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda5785-f6a0-48db-b8fc-ebbae09d3f9d req-8f18b9ef-050b-43f5-ab43-2cd98abf269e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:17.690674 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2eda5785-f6a0-48db-b8fc-ebbae09d3f9d req-8f18b9ef-050b-43f5-ab43-2cd98abf269e tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0571890 Jun 08 14:00:17.727852 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bd9a9-6e7f-447c-ac32-74d96dae16d7 req-e19b5624-f8a7-4bb4-9c18-6eb3ed401913 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:17.729402 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-725bd9a9-6e7f-447c-ac32-74d96dae16d7 req-e19b5624-f8a7-4bb4-9c18-6eb3ed401913 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 944 time: 0.0519731 Jun 08 14:00:17.732105 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2eda5785-f6a0-48db-b8fc-ebbae09d3f9d req-29a75eba-5138-443c-8214-34f0cf195191 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/security-groups?id=5667d4ab-35eb-4ec6-b838-8ee77c5d1157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356121 Jun 08 14:00:17.774066 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-725bd9a9-6e7f-447c-ac32-74d96dae16d7 req-ee06b649-e7d4-4376-b4c0-82d73160c5d9 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384002 Jun 08 14:00:18.205021 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbfee0-f372-4857-a592-8472b7adcccc req-f1901033-a0d9-4d25-9956-5132dac85fcc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:18.206494 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-85bbfee0-f372-4857-a592-8472b7adcccc req-f1901033-a0d9-4d25-9956-5132dac85fcc tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 945 time: 0.0502675 Jun 08 14:00:18.307181 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-85bbfee0-f372-4857-a592-8472b7adcccc req-26864283-534d-4327-b7e2-95a8942fc636 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Deleting port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:18.307519 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-85bbfee0-f372-4857-a592-8472b7adcccc req-26864283-534d-4327-b7e2-95a8942fc636 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:18.403577 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-85bbfee0-f372-4857-a592-8472b7adcccc req-26864283-534d-4327-b7e2-95a8942fc636 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] For port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:18.403945 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-85bbfee0-f372-4857-a592-8472b7adcccc req-26864283-534d-4327-b7e2-95a8942fc636 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:18.417177 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-85bbfee0-f372-4857-a592-8472b7adcccc req-26864283-534d-4327-b7e2-95a8942fc636 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Calling delete_port for edb10e1e-9d37-48fc-bad7-0536b8ce2c7e owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:18.561030 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-85bbfee0-f372-4857-a592-8472b7adcccc req-26864283-534d-4327-b7e2-95a8942fc636 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:18.576106 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['edb10e1e-9d37-48fc-bad7-0536b8ce2c7e'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:00:18.592096 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26864283-534d-4327-b7e2-95a8942fc636 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Pushing event deleted for resources: {'Port': ['ID=edb10e1e-9d37-48fc-bad7-0536b8ce2c7e,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:18.640147 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bbfee0-f372-4857-a592-8472b7adcccc req-26864283-534d-4327-b7e2-95a8942fc636 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] No DVR routers for this DVR port edb10e1e-9d37-48fc-bad7-0536b8ce2c7e on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:18.643111 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-85bbfee0-f372-4857-a592-8472b7adcccc req-26864283-534d-4327-b7e2-95a8942fc636 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:18.643960 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b1d4b624-f4fb-4963-b217-72d09f412428 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:00:18.647145 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-85bbfee0-f372-4857-a592-8472b7adcccc req-26864283-534d-4327-b7e2-95a8942fc636 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.71 "DELETE /v2.0/ports/edb10e1e-9d37-48fc-bad7-0536b8ce2c7e HTTP/1.1" status: 204 len: 173 time: 0.4341233 Jun 08 14:00:18.648346 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23f4ac6-c48d-4500-811c-860f4127bc89', 'name': 'network-vif-deleted', 'tag': 'edb10e1e-9d37-48fc-bad7-0536b8ce2c7e'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:18.650747 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e84ba4-6272-415c-9b1d-b50b70c87403" -d '{"events": [{"server_uuid": "a23f4ac6-c48d-4500-811c-860f4127bc89", "name": "network-vif-deleted", "tag": "edb10e1e-9d37-48fc-bad7-0536b8ce2c7e"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:18.709406 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a662c126-bb9e-4c64-9946-ac19b619d0f5 x-openstack-request-id: req-a662c126-bb9e-4c64-9946-ac19b619d0f5 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:18.709585 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port b1d4b624-f4fb-4963-b217-72d09f412428 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 14:00:18.709885 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23f4ac6-c48d-4500-811c-860f4127bc89", "name": "network-vif-deleted", "tag": "edb10e1e-9d37-48fc-bad7-0536b8ce2c7e", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:18.709971 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a662c126-bb9e-4c64-9946-ac19b619d0f5 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:18.710971 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a662c126-bb9e-4c64-9946-ac19b619d0f5'] response: {'server_uuid': 'a23f4ac6-c48d-4500-811c-860f4127bc89', 'name': 'network-vif-deleted', 'tag': 'edb10e1e-9d37-48fc-bad7-0536b8ce2c7e', 'status': 'completed', 'code': 200} Jun 08 14:00:18.714403 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port b1d4b624-f4fb-4963-b217-72d09f412428 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:00:18.714993 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:18.833115 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port b1d4b624-f4fb-4963-b217-72d09f412428 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:00:18.833799 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:18.873823 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d4b624-f4fb-4963-b217-72d09f412428'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:18.876480 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5fdf27-2ecd-4713-8cae-79559580876e" -d '{"events": [{"server_uuid": "fa294f8c-3f68-4b4e-b160-f58fa339fc1e", "name": "network-vif-plugged", "status": "completed", "tag": "b1d4b624-f4fb-4963-b217-72d09f412428"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:18.893889 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port b1d4b624-f4fb-4963-b217-72d09f412428, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b1d4b624-f4fb-4963-b217-72d09f412428,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:18.899753 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:18.899949 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4d6a7f6c-abe0-4949-a67e-6a8c8831213a req-95dac6c2-87ce-4e65-bd22-da0121211387 tempest-ServerRescueNegativeTestJSON-1275620810 tempest-ServerRescueNegativeTestJSON-1275620810-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23f4ac6-c48d-4500-811c-860f4127bc89 HTTP/1.1" status: 200 len: 210 time: 0.0543671 Jun 08 14:00:18.961381 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26be471-be79-433b-bf08-d02189e8e0f9 req-5dee3cc0-af4a-43ac-be01-98130746f9c4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:18.963274 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f26be471-be79-433b-bf08-d02189e8e0f9 req-5dee3cc0-af4a-43ac-be01-98130746f9c4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 944 time: 0.0810769 Jun 08 14:00:18.975206 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d2fa92-6a95-4de5-9f3f-9a0dd745937a x-openstack-request-id: req-50d2fa92-6a95-4de5-9f3f-9a0dd745937a {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:18.975651 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa294f8c-3f68-4b4e-b160-f58fa339fc1e", "name": "network-vif-plugged", "status": "completed", "tag": "b1d4b624-f4fb-4963-b217-72d09f412428", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:18.976691 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50d2fa92-6a95-4de5-9f3f-9a0dd745937a {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:18.977192 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d2fa92-6a95-4de5-9f3f-9a0dd745937a'] response: {'server_uuid': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d4b624-f4fb-4963-b217-72d09f412428', 'code': 200} Jun 08 14:00:19.015694 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=b1d4b624-f4fb-4963-b217-72d09f412428,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:19.039709 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f26be471-be79-433b-bf08-d02189e8e0f9 req-8c73f92a-df35-458f-a09d-fad31ffec108 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686595 Jun 08 14:00:19.161657 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ed190-a00f-45f4-ae80-1050fffdf3e2 req-9c2a4b50-13da-4ddb-babc-70db9c9d1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:19.163226 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-514ed190-a00f-45f4-ae80-1050fffdf3e2 req-9c2a4b50-13da-4ddb-babc-70db9c9d1a38 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 1098 time: 0.0485625 Jun 08 14:00:19.212768 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-514ed190-a00f-45f4-ae80-1050fffdf3e2 req-c864225b-cda0-4a88-9107-901ecced3d0f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Jun 08 14:00:19.395286 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2473da14-f6e0-48e2-8aed-0e77499a8ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:19.951824 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42956) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:20.194236 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e5a2b-5542-4cd7-bd18-8cb179dbb692 req-b2237fd2-fcc7-4bf2-b06e-e0d568692810 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:20.196218 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c72e5a2b-5542-4cd7-bd18-8cb179dbb692 req-b2237fd2-fcc7-4bf2-b06e-e0d568692810 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 945 time: 0.0911210 Jun 08 14:00:20.303726 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c72e5a2b-5542-4cd7-bd18-8cb179dbb692 req-5634cb66-2911-4572-8b89-8140b2fbb00f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743105 Jun 08 14:00:20.512565 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-51f6deca-13b5-430b-8644-b972acb999fa req-eca1330d-2ea9-4392-95be-bef8a7f4c1cc tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411128971&fields=id&tenant_id=0951acbab4624b4d83377bc94d26dc55 HTTP/1.1" status: 200 len: 267 time: 0.0399542 Jun 08 14:00:20.551196 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693066'] for router_interface, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:20.578738 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6deca-13b5-430b-8644-b972acb999fa req-dd94ee47-aa8a-4d48-beee-ab3f2eb8444d tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:20.581038 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-51f6deca-13b5-430b-8644-b972acb999fa req-dd94ee47-aa8a-4d48-beee-ab3f2eb8444d tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 984 time: 0.0601993 Jun 08 14:00:20.593653 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-51f6deca-13b5-430b-8644-b972acb999fa req-d60f09b1-116a-4c08-ad79-394c8e5fa007 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Request body: {'port': {'security_groups': ['2fb4528c-4df0-40cd-a110-525f9f952ff3']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:20.663382 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-51f6deca-13b5-430b-8644-b972acb999fa req-d60f09b1-116a-4c08-ad79-394c8e5fa007 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:20.703849 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:00:20.865493 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] Deleting port 50b5dd68-7e20-43a1-a271-2a40e3b6635c {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:20.865860 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:20.870331 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-51f6deca-13b5-430b-8644-b972acb999fa req-d60f09b1-116a-4c08-ad79-394c8e5fa007 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] For port ac47a2a2-5864-4ed3-92e0-d492d2950656, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:20.901046 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-51f6deca-13b5-430b-8644-b972acb999fa req-d60f09b1-116a-4c08-ad79-394c8e5fa007 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:20.907364 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-51f6deca-13b5-430b-8644-b972acb999fa req-d60f09b1-116a-4c08-ad79-394c8e5fa007 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:20.924307 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['ac47a2a2-5864-4ed3-92e0-d492d2950656'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:00:20.984180 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] For port 50b5dd68-7e20-43a1-a271-2a40e3b6635c, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=50b5dd68-7e20-43a1-a271-2a40e3b6635c,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:20.984581 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:20.993370 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6deca-13b5-430b-8644-b972acb999fa req-d60f09b1-116a-4c08-ad79-394c8e5fa007 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:20.994470 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-51f6deca-13b5-430b-8644-b972acb999fa req-d60f09b1-116a-4c08-ad79-394c8e5fa007 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:21.006848 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-51f6deca-13b5-430b-8644-b972acb999fa req-d60f09b1-116a-4c08-ad79-394c8e5fa007 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "PUT /v2.0/ports/ac47a2a2-5864-4ed3-92e0-d492d2950656 HTTP/1.1" status: 200 len: 942 time: 0.4178164 Jun 08 14:00:21.008151 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:21.011963 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047b08bf-f393-4a4a-a5f3-ab918edc3bde" -d '{"events": [{"name": "network-changed", "server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:21.012909 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42966) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:21.034141 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] Calling delete_port for 50b5dd68-7e20-43a1-a271-2a40e3b6635c owned by network:router_interface {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:21.106157 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f09b1-116a-4c08-ad79-394c8e5fa007 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event updated for resources: {'Port': ['ID=ac47a2a2-5864-4ed3-92e0-d492d2950656,revision_number=7']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:21.108302 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['ac47a2a2-5864-4ed3-92e0-d492d2950656'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:00:21.128009 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6760dca-08d4-4f83-b50e-3e2178420b6a x-openstack-request-id: req-e6760dca-08d4-4f83-b50e-3e2178420b6a {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:21.128118 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:21.128394 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6760dca-08d4-4f83-b50e-3e2178420b6a {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:21.128966 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6760dca-08d4-4f83-b50e-3e2178420b6a'] response: {'name': 'network-changed', 'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'status': 'completed', 'code': 200} Jun 08 14:00:21.209251 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:21.224740 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-4826821d-aff3-41ca-a2f4-a3b336b04b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:21.227542 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-4826821d-aff3-41ca-a2f4-a3b336b04b7f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0951acbab4624b4d83377bc94d26dc55&device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 1098 time: 0.0777030 Jun 08 14:00:21.246576 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d85f7237-e89c-4840-aa88-3c58d10e686a tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:21.254775 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-cbafc27c-6d0c-4b29-a5e4-c61700eb9ec3 None None] Provisioning complete for port ac47a2a2-5864-4ed3-92e0-d492d2950656 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:00:21.255347 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-cbafc27c-6d0c-4b29-a5e4-c61700eb9ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:21.286296 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d85f7237-e89c-4840-aa88-3c58d10e686a tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:21.342897 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-c8134528-505c-4c74-a879-598e90cbd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:21.344582 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-c8134528-505c-4c74-a879-598e90cbd889 service neutron] 10.222.0.71 "GET /v2.0/networks?id=103b4a78-0a55-4e9e-84b6-18d263cf3aee HTTP/1.1" status: 200 len: 916 time: 0.1100595 Jun 08 14:00:21.417790 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-cbafc27c-6d0c-4b29-a5e4-c61700eb9ec3 None None] Current status of the port ac47a2a2-5864-4ed3-92e0-d492d2950656 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:00:21.438544 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d85f7237-e89c-4840-aa88-3c58d10e686a tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:21.441369 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d85f7237-e89c-4840-aa88-3c58d10e686a tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:21.442567 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d85f7237-e89c-4840-aa88-3c58d10e686a tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "DELETE /v2.0/security-groups/a43f6815-8c9a-43bf-aa1c-889bf36657ff HTTP/1.1" status: 204 len: 168 time: 0.4287031 Jun 08 14:00:21.453131 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42972) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:21.479479 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-4847fe44-08a5-4b5a-afab-9a8b535e4607 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656 HTTP/1.1" status: 200 len: 1001 time: 0.1243584 Jun 08 14:00:21.492768 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fef7a2-a33a-47f8-a11b-6f7825820553 req-ade13cb5-6026-4211-8ab5-60f5a14cb230 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:21.494520 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-33fef7a2-a33a-47f8-a11b-6f7825820553 req-ade13cb5-6026-4211-8ab5-60f5a14cb230 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 945 time: 0.0740721 Jun 08 14:00:21.496620 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f7237-e89c-4840-aa88-3c58d10e686a tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43f6815-8c9a-43bf-aa1c-889bf36657ff,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:21.530919 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:21.572612 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-e1c7fc5a-cef1-4187-a56e-748b30ebd8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:21.574081 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-e1c7fc5a-cef1-4187-a56e-748b30ebd8a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b8187c7d-2e8f-4b23-acb5-d298688e771a HTTP/1.1" status: 200 len: 854 time: 0.0787005 Jun 08 14:00:21.579876 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-33fef7a2-a33a-47f8-a11b-6f7825820553 req-1eea11c2-db1b-43b8-a2b1-d28e140fee41 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750904 Jun 08 14:00:21.583704 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b5dd68-7e20-43a1-a271-2a40e3b6635c,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:21.633422 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-accccf5b-40f0-4da7-93bb-45d28d5a9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:21.635136 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-accccf5b-40f0-4da7-93bb-45d28d5a9cbc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=103b4a78-0a55-4e9e-84b6-18d263cf3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541699 Jun 08 14:00:21.766518 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-8432844c-001f-445b-bce8-f0afc73e19f7 service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216443 Jun 08 14:00:21.838369 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Deleting port 9b96f6e2-468a-4ed1-967b-aeec491c1bba {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:21.838722 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:21.849317 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34525d-eb21-4c4f-8045-61dc5a5a4d36 req-8c6f40a2-2ebe-4d1c-ba92-325c9d1ba4aa tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:21.851400 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5e34525d-eb21-4c4f-8045-61dc5a5a4d36 req-8c6f40a2-2ebe-4d1c-ba92-325c9d1ba4aa tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 945 time: 0.1536574 Jun 08 14:00:21.861969 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 42976) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:21.869132 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-91dd3cd3-9191-49ba-aaf3-ecee29ec0324 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Request body: {'floatingip': {'port_id': 'b1d4b624-f4fb-4963-b217-72d09f412428'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:21.923814 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-91dd3cd3-9191-49ba-aaf3-ecee29ec0324 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:21.983523 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-047b08bf-f393-4a4a-a5f3-ab918edc3bde req-ee6eec71-cb5a-4d8f-86dc-8b5b35f9c9e2 service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095344 Jun 08 14:00:22.207981 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692538'] for router_interface, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:22.229080 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:22.229486 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:22.273313 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Calling delete_port for 9b96f6e2-468a-4ed1-967b-aeec491c1bba owned by network:floatingip {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:22.285064 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:22.428823 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-91dd3cd3-9191-49ba-aaf3-ecee29ec0324 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:22.432841 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-91dd3cd3-9191-49ba-aaf3-ecee29ec0324 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:22.539208 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [None req-91dd3cd3-9191-49ba-aaf3-ecee29ec0324 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Floating IP 1df90419-2f29-4ab3-8627-5dd32e714b59 associated. External IP: 172.27.0.192, port: b1d4b624-f4fb-4963-b217-72d09f412428. Jun 08 14:00:22.585112 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] Router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:22.598327 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:22.656540 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event deleted for resources: {'Port': ['ID=9b96f6e2-468a-4ed1-967b-aeec491c1bba,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:22.696230 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device edb10e1e-9d37-48fc-bad7-0536b8ce2c7e no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:22.723031 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: edb10e1e-9d37-48fc-bad7-0536b8ce2c7e {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:22.723424 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device edb10e1e-9d37-48fc-bad7-0536b8ce2c7e not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:22.769957 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks [] for floatingip, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:22.770302 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Floating IP e4af0876-4dcf-4175-81ce-49c11d9d105a disassociated (deleted). External IP: 172.27.0.120, port: ac47a2a2-5864-4ed3-92e0-d492d2950656. Jun 08 14:00:22.799062 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:22.814212 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:22.825202 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-81c1d397-5415-495d-9888-07c027028441 admin admin] 10.222.0.64 "PUT /v2.0/routers/5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8699639 Jun 08 14:00:22.825702 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 42980) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:22.830425 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] Sync routers for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:22.842210 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:22.842855 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:22.967117 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:22.994382 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dd3cd3-9191-49ba-aaf3-ecee29ec0324 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Router f98654f9-053a-49f4-a221-fc5101d8d09d has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:23.024290 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Notify callbacks [] for router, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:23.111147 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dd3cd3-9191-49ba-aaf3-ecee29ec0324 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:23.121037 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] Sync routers for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:23.122481 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-91dd3cd3-9191-49ba-aaf3-ecee29ec0324 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:23.134426 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:23.135317 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:23.190039 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Router d5e479ca-d3d5-4fea-875d-cfa83a897158 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:23.200653 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-91dd3cd3-9191-49ba-aaf3-ecee29ec0324 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "PUT /v2.0/floatingips/1df90419-2f29-4ab3-8627-5dd32e714b59 HTTP/1.1" status: 200 len: 991 time: 1.3371601 Jun 08 14:00:23.201217 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'tag': 'b1d4b624-f4fb-4963-b217-72d09f412428'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:23.204644 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63" -d '{"events": [{"name": "network-changed", "server_uuid": "fa294f8c-3f68-4b4e-b160-f58fa339fc1e", "tag": "b1d4b624-f4fb-4963-b217-72d09f412428"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:23.217203 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:23.227880 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T14:00:21Z', 'revision_number': 5, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port': {'id': '436d9c14-3394-435b-92e0-173bc35e2f7f', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:39Z', 'updated_at': '2022-06-08T13:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:23.253277 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fdac4b-e352-49a5-916c-512dea5737c5 x-openstack-request-id: req-c6fdac4b-e352-49a5-916c-512dea5737c5 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:23.253577 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa294f8c-3f68-4b4e-b160-f58fa339fc1e", "tag": "b1d4b624-f4fb-4963-b217-72d09f412428", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:23.253835 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6fdac4b-e352-49a5-916c-512dea5737c5 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:23.254222 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6fdac4b-e352-49a5-916c-512dea5737c5'] response: {'name': 'network-changed', 'server_uuid': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'tag': 'b1d4b624-f4fb-4963-b217-72d09f412428', 'status': 'completed', 'code': 200} Jun 08 14:00:23.264387 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] Checking router: 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:23.266701 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:23.273764 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] Routers {'5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:23.274380 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:23.323023 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-f0c124c0-7f24-402e-aa0c-56af9fc609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:23.324544 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-f0c124c0-7f24-402e-aa0c-56af9fc609a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d38c085b2a2845cfb125357ea637ad1b&device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 1098 time: 0.0438955 Jun 08 14:00:23.376937 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Deleting port 436d9c14-3394-435b-92e0-173bc35e2f7f {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:23.377480 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:23.401460 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] Set router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 gateway port host: None {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:23.427447 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:23.434925 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:23.470082 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-fbcd8a16-8c95-47cb-88cf-2f5180925415 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "DELETE /v2.0/floatingips/e4af0876-4dcf-4175-81ce-49c11d9d105a HTTP/1.1" status: 204 len: 168 time: 2.0156977 Jun 08 14:00:23.472388 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:23.474503 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e657625-1872-4f2a-80fd-aedcdb0efc37" -d '{"events": [{"name": "network-changed", "server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:23.487552 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-acab48b1-b4ba-4f9b-b6ef-f9b8fa22c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:23.490221 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-acab48b1-b4ba-4f9b-b6ef-f9b8fa22c92f service neutron] 10.222.0.71 "GET /v2.0/networks?id=93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 200 len: 909 time: 0.1575439 Jun 08 14:00:23.497417 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] Sync routers for ids ['d5e479ca-d3d5-4fea-875d-cfa83a897158'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:23.508557 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T14:00:23Z', 'revision_number': 6, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port_host': None}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:23.533734 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] For port 436d9c14-3394-435b-92e0-173bc35e2f7f, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=436d9c14-3394-435b-92e0-173bc35e2f7f,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:23.534115 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:23.553234 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c95f66-6124-40f8-9886-0fcd0123775c None None] The sync data for ids ['5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098'] in dv-cinder-845130-1-iscsi is: [{'id': '5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098', 'name': 'tempest-ServerRescueNegativeTestJSON-1759526013-router', 'tenant_id': 'cbf74718853442df9197c1600d83ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:38Z', 'updated_at': '2022-06-08T14:00:23Z', 'revision_number': 6, 'project_id': 'cbf74718853442df9197c1600d83ef3d', 'gw_port_host': None}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:23.559393 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Calling delete_port for 436d9c14-3394-435b-92e0-173bc35e2f7f owned by network:router_gateway {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:23.565911 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] Routers {'d5e479ca-d3d5-4fea-875d-cfa83a897158'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:23.567252 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d5e479ca-d3d5-4fea-875d-cfa83a897158'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:23.630058 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '1df90419-2f29-4ab3-8627-5dd32e714b59', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'port_id': 'b1d4b624-f4fb-4963-b217-72d09f412428', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'mac_address': 'fa:16:3e:a5:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:00:08Z', 'updated_at': '2022-06-08T14:00:22Z', 'revision_number': 1, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:23.645790 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eb4670-f812-4f12-9144-30b0517796f1 x-openstack-request-id: req-d7eb4670-f812-4f12-9144-30b0517796f1 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:23.646526 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:23.646989 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7eb4670-f812-4f12-9144-30b0517796f1 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:23.648540 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7eb4670-f812-4f12-9144-30b0517796f1'] response: {'name': 'network-changed', 'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'status': 'completed', 'code': 200} Jun 08 14:00:23.657950 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-a5324176-4c05-4c4c-9667-bbbd1255121d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1d4b624-f4fb-4963-b217-72d09f412428 HTTP/1.1" status: 200 len: 999 time: 0.1585109 Jun 08 14:00:23.682004 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] Checking router: f98654f9-053a-49f4-a221-fc5101d8d09d for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:23.691337 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:23.692206 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:23.762884 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-5b442a12-e40f-422e-83b6-877e11ef9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:23.764605 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-5b442a12-e40f-422e-83b6-877e11ef9f3e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=23c03411-4f9d-40dc-b91b-31fa29ca3e29 HTTP/1.1" status: 200 len: 847 time: 0.0952203 Jun 08 14:00:23.767735 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-5a0cb589-939f-4ccf-8cbc-44fde7bb1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:23.769320 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-5a0cb589-939f-4ccf-8cbc-44fde7bb1dec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0951acbab4624b4d83377bc94d26dc55&device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 1098 time: 0.0985870 Jun 08 14:00:23.796483 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:23.810576 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:23.863346 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Pushing event deleted for resources: {'Port': ['ID=436d9c14-3394-435b-92e0-173bc35e2f7f,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:23.948920 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-192045ba-c40b-4682-b562-e10859359219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:23.950663 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-192045ba-c40b-4682-b562-e10859359219 service neutron] 10.222.0.71 "GET /v2.0/networks?id=103b4a78-0a55-4e9e-84b6-18d263cf3aee HTTP/1.1" status: 200 len: 916 time: 0.1738346 Jun 08 14:00:23.954621 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-7c390ded-ae81-408c-9ae2-27da5eb18408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:23.957108 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-7c390ded-ae81-408c-9ae2-27da5eb18408 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93f0707a-1edc-4bee-b42f-49d92e9de51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1787374 Jun 08 14:00:24.055673 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693652'] for router_gateway, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:24.094840 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] Set router d5e479ca-d3d5-4fea-875d-cfa83a897158 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:24.103363 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-0b1662cf-6539-4b9e-aa04-115021d28f91 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013966 Jun 08 14:00:24.104722 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-c9fb8155-50f8-416a-a5d4-d9d49b486751 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656 HTTP/1.1" status: 200 len: 217 time: 0.1459851 Jun 08 14:00:24.198840 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '1df90419-2f29-4ab3-8627-5dd32e714b59', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'port_id': 'b1d4b624-f4fb-4963-b217-72d09f412428', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'mac_address': 'fa:16:3e:a5:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:00:08Z', 'updated_at': '2022-06-08T14:00:22Z', 'revision_number': 1, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:24.200100 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4628'] for router, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:24.204987 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:24.207215 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-cd311463-3762-43bf-b843-b5e497a15068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:24.209866 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-cd311463-3762-43bf-b843-b5e497a15068 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b8187c7d-2e8f-4b23-acb5-d298688e771a HTTP/1.1" status: 200 len: 854 time: 0.0924706 Jun 08 14:00:24.234836 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30c7ff-a47f-4468-959d-95a1c9046686 None None] The sync data for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi is: [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '1df90419-2f29-4ab3-8627-5dd32e714b59', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'port_id': 'b1d4b624-f4fb-4963-b217-72d09f412428', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'mac_address': 'fa:16:3e:a5:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:00:08Z', 'updated_at': '2022-06-08T14:00:22Z', 'revision_number': 1, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:24.322131 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690342'] for router, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:24.322542 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 {{(pid=97370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:00:24.330237 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:24.331799 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e1c40a77-394f-46f1-a3b8-b220b91f7243 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5f91e7ba-f4c4-44e1-97b3-e1a8f3f50098 HTTP/1.1" status: 204 len: 168 time: 1.5051270 Jun 08 14:00:24.334309 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43002) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:24.336558 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-255a4b1f-10ab-4262-a7df-b6fee570533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:24.338928 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-255a4b1f-10ab-4262-a7df-b6fee570533e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=103b4a78-0a55-4e9e-84b6-18d263cf3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847664 Jun 08 14:00:24.409931 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd32944c-55de-4eb2-8d2d-2db8eb0c9c63 req-a3527802-b00c-4789-a7cc-850419014573 service neutron] 10.222.0.71 "GET /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941141 Jun 08 14:00:24.419698 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4dc4ce-0c8b-4297-bd37-5adf34b790a8 admin admin] Deleting subnet 9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 {{(pid=97370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:00:24.423153 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc4ce-0c8b-4297-bd37-5adf34b790a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:24.466261 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc4ce-0c8b-4297-bd37-5adf34b790a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4076717'] for subnet, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:24.477104 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:41Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '5a36f591-fa08-40a3-b9c2-d0a5f37be7b7', 'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'mac_address': 'fa:16:3e:fa:cd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:40Z', 'updated_at': '2022-06-08T13:56:47Z', 'revision_number': 5, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'subnets': [{'id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:24.485263 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-d008cb9a-2130-4e56-8db7-e6077f899f05 service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364138 Jun 08 14:00:24.516509 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] Checking router: d5e479ca-d3d5-4fea-875d-cfa83a897158 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:24.525767 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] Routers {'d5e479ca-d3d5-4fea-875d-cfa83a897158'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:24.526443 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d5e479ca-d3d5-4fea-875d-cfa83a897158'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:24.622303 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc4ce-0c8b-4297-bd37-5adf34b790a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:24.638571 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6e657625-1872-4f2a-80fd-aedcdb0efc37 req-ebceca59-b6b5-4b75-92f3-8e6dc96356bf service neutron] 10.222.0.71 "GET /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440961 Jun 08 14:00:24.640894 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c2e0bc-16bc-4c64-8e84-17cc120cc648 None None] New status for floating IP 1df90419-2f29-4ab3-8627-5dd32e714b59: ACTIVE {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:00:24.685295 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] Set router d5e479ca-d3d5-4fea-875d-cfa83a897158 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:24.732049 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc4ce-0c8b-4297-bd37-5adf34b790a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25448668'] for subnet, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:24.763125 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dc4ce-0c8b-4297-bd37-5adf34b790a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea09a68-7dd7-4aa5-9cc9-3b72d053d335,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:24.769745 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc4ce-0c8b-4297-bd37-5adf34b790a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:24.776234 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43004) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:24.776919 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-1f4dc4ce-0c8b-4297-bd37-5adf34b790a8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9ea09a68-7dd7-4aa5-9cc9-3b72d053d335 HTTP/1.1" status: 204 len: 168 time: 0.4400933 Jun 08 14:00:24.793569 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a6284-4311-4c5f-a943-fe7fb8d5defa None None] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:00:24.882849 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.003904 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Deleting port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:25.003904 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.075685 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:41Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '5a36f591-fa08-40a3-b9c2-d0a5f37be7b7', 'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'mac_address': 'fa:16:3e:fa:cd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:40Z', 'updated_at': '2022-06-08T13:56:47Z', 'revision_number': 5, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'subnets': [{'id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:25.103580 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525da46d-e642-43f2-bd6c-612e2067b97d None None] The sync data for ids ['d5e479ca-d3d5-4fea-875d-cfa83a897158'] in dv-cinder-845130-1-iscsi is: [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T13:56:41Z', 'revision_number': 4, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '5a36f591-fa08-40a3-b9c2-d0a5f37be7b7', 'name': '', 'network_id': '103b4a78-0a55-4e9e-84b6-18d263cf3aee', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'mac_address': 'fa:16:3e:fa:cd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:40Z', 'updated_at': '2022-06-08T13:56:47Z', 'revision_number': 5, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'subnets': [{'id': 'b8187c7d-2e8f-4b23-acb5-d298688e771a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:25.115345 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] For port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=92f68d91-dadc-4bfc-bb5c-8cdd027623e2,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:25.115907 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.129417 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Calling delete_port for 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 owned by network:dhcp {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:25.149684 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] DHCP port deletion for 54977f0b-29d9-45a1-af4e-31bae1d37d86 request from dv-cinder-845130-1-iscsi {{(pid=97371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 14:00:25.207964 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Deleting port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 {{(pid=97371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:25.208335 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.220093 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.252184 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f68d91-dadc-4bfc-bb5c-8cdd027623e2,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:25.254070 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] No DVR routers for this DVR port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 on host dv-cinder-845130-1-iscsi {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:25.280851 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] For port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=92f68d91-dadc-4bfc-bb5c-8cdd027623e2,segment=NetworkSegment(9b35ad55-9150-48bb-a5f9-b5065e503ed7),segment_id=9b35ad55-9150-48bb-a5f9-b5065e503ed7)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:25.281251 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.300237 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Calling delete_port for 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 owned by network:dhcp {{(pid=97371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:25.384304 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.422663 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54977f0b-29d9-45a1-af4e-31bae1d37d86']}} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:25.438071 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b35ad55-9150-48bb-a5f9-b5065e503ed7') {'for_net_delete': True} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:25.438714 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b35ad55-9150-48bb-a5f9-b5065e503ed7') {} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:25.441313 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15122ca8-1a4e-438f-a1b1-182310a832c3 None None] New status for floating IP e4af0876-4dcf-4175-81ce-49c11d9d105a: DOWN {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:00:25.450316 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3193995'] for segment, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.452922 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:25.465428 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.473565 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=97369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:00:25.474104 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442474'] for segment, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.543492 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.546177 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:25.546705 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:25.547527 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 50b5dd68-7e20-43a1-a271-2a40e3b6635c no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:25.550043 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.557236 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/54977f0b-29d9-45a1-af4e-31bae1d37d86 HTTP/1.1" status: 204 len: 168 time: 0.7761467 Jun 08 14:00:25.571113 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced97b7-a1a6-402c-98cb-4781e8c0d2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=54977f0b-29d9-45a1-af4e-31bae1d37d86,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:25.574349 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 50b5dd68-7e20-43a1-a271-2a40e3b6635c {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:25.574693 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 50b5dd68-7e20-43a1-a271-2a40e3b6635c not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:25.575540 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 436d9c14-3394-435b-92e0-173bc35e2f7f no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:25.596880 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950'] for port, after_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.600341 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 436d9c14-3394-435b-92e0-173bc35e2f7f {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:25.602676 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment 9b35ad55-9150-48bb-a5f9-b5065e503ed7 resource provider aggregate not found Jun 08 14:00:25.606415 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 436d9c14-3394-435b-92e0-173bc35e2f7f not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:25.633927 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment 9b35ad55-9150-48bb-a5f9-b5065e503ed7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b35ad55-9150-48bb-a5f9-b5065e503ed7 found for delete ", "request_id": "req-4364a589-ca01-4f66-976a-0cd8390930aa"}]} Jun 08 14:00:25.638954 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Network 54977f0b-29d9-45a1-af4e-31bae1d37d86 is not hosted by any dhcp agent {{(pid=97371) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 08 14:00:25.640014 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] No DVR routers for this DVR port 92f68d91-dadc-4bfc-bb5c-8cdd027623e2 on host dv-cinder-845130-1-iscsi {{(pid=97371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:25.642698 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Pushing event deleted for resources: {'Port': ['ID=92f68d91-dadc-4bfc-bb5c-8cdd027623e2,revision_number=None']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:25.654349 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.654838 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.655383 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.655773 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.656147 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.656469 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.656799 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.657129 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.657474 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.661747 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.661747 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.661747 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d04329-48f7-4f94-a4ae-4b60bc30cef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:00:25.712240 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43020) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:25.760869 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-a9253bb6-c97f-44cc-9408-83e0176c4749 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbf74718853442df9197c1600d83ef3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474875 Jun 08 14:00:25.763329 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43022) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:25.810981 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2152b4a9-99f5-4018-bfe2-655dd3b0ad5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.831930 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2152b4a9-99f5-4018-bfe2-655dd3b0ad5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.879918 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2152b4a9-99f5-4018-bfe2-655dd3b0ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.882454 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-2152b4a9-99f5-4018-bfe2-655dd3b0ad5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:25.883595 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-2152b4a9-99f5-4018-bfe2-655dd3b0ad5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5667d4ab-35eb-4ec6-b838-8ee77c5d1157 HTTP/1.1" status: 204 len: 168 time: 0.1193843 Jun 08 14:00:25.893065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152b4a9-99f5-4018-bfe2-655dd3b0ad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5667d4ab-35eb-4ec6-b838-8ee77c5d1157,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:28.171529 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a936bfd-c679-4b21-b38a-6840ba92d1c1 req-ea8d6514-79aa-422d-95a2-4347dbeb30b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:28.173013 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0a936bfd-c679-4b21-b38a-6840ba92d1c1 req-ea8d6514-79aa-422d-95a2-4347dbeb30b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 946 time: 0.0533352 Jun 08 14:00:28.212408 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0a936bfd-c679-4b21-b38a-6840ba92d1c1 req-79f1ca62-f117-4bd1-a7b0-cd38ccc37177 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322423 Jun 08 14:00:28.587835 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e231be-b206-4b1a-a211-2efb83e70b95 req-8e8056c4-0aab-4034-a621-3bf5a00d7901 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:28.589278 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-18e231be-b206-4b1a-a211-2efb83e70b95 req-8e8056c4-0aab-4034-a621-3bf5a00d7901 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.0500579 Jun 08 14:00:28.629166 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-18e231be-b206-4b1a-a211-2efb83e70b95 req-74bb49a4-2e48-49e8-b76f-9fecbf9b1f2a tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337622 Jun 08 14:00:29.578666 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c496a-bcaf-4ad7-a14b-7b341d1b2898 req-9ee08498-9e5b-4f9f-8e28-09f509d06c6b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:29.580124 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cd7c496a-bcaf-4ad7-a14b-7b341d1b2898 req-9ee08498-9e5b-4f9f-8e28-09f509d06c6b tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 946 time: 0.2964385 Jun 08 14:00:29.619447 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cd7c496a-bcaf-4ad7-a14b-7b341d1b2898 req-6ed7babc-66cb-41ba-890a-896587999417 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=5365706e-6981-4ab8-97ec-a4ff7d73751f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322304 Jun 08 14:00:29.746141 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fe17b-3a7d-4847-a269-33cd3cf7354f req-6f40f186-2761-4c2f-a389-358fc61ad21d tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:29.747609 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-631fe17b-3a7d-4847-a269-33cd3cf7354f req-6f40f186-2761-4c2f-a389-358fc61ad21d tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.0519981 Jun 08 14:00:29.784472 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-631fe17b-3a7d-4847-a269-33cd3cf7354f req-fc67d973-4e2d-4876-8904-26dd4a9f455f tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Jun 08 14:00:29.849065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-fc81f9da-de08-422d-a303-1c3b60990cf4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:29.850625 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-fc81f9da-de08-422d-a303-1c3b60990cf4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 946 time: 0.0529253 Jun 08 14:00:29.940522 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Deleting port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:29.940990 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:30.044603 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] For port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:30.044980 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:30.226441 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:30.226796 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:30.227102 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Floating IP c95829cb-84d7-4f8f-b156-4def4da669f6 disassociated. External IP: 172.27.0.32, port: b3ebda68-5dbe-47da-9d8c-3f33d4fe5067. Jun 08 14:00:30.227430 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Calling delete_port for b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:30.357196 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:30.395974 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'Port': ['ID=b3ebda68-5dbe-47da-9d8c-3f33d4fe5067,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:30.532696 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:30.549141 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-7bfff344-5f77-4d6a-9da8-d8c3bb29984b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:30.550723 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-7bfff344-5f77-4d6a-9da8-d8c3bb29984b tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.71 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.0672481 Jun 08 14:00:30.653262 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:30.665450 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:30.676069 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:30.676912 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:30.693666 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] No DVR routers for this DVR port b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:30.696553 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:30.700332 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-94992bc1-546d-41a3-b0e1-28f576c6354a req-9d95d8bd-8de0-4b62-a1db-290b3409bead tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "DELETE /v2.0/ports/b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 HTTP/1.1" status: 204 len: 173 time: 0.8435829 Jun 08 14:00:30.700915 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978a7707-86b8-4afd-84ab-e4af903ab506', 'name': 'network-vif-deleted', 'tag': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:30.703287 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b88cd54-6a3f-4665-a193-83a263778369" -d '{"events": [{"server_uuid": "978a7707-86b8-4afd-84ab-e4af903ab506", "name": "network-vif-deleted", "tag": "b3ebda68-5dbe-47da-9d8c-3f33d4fe5067"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:30.716468 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a06af074-a0cf-45bc-ad71-e492b91d3a61 req-43912242-7482-4a90-ba0b-7af8e71b23b8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 210 time: 0.0277579 Jun 08 14:00:30.742875 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4b78c8-65de-481c-af36-190972942b69 x-openstack-request-id: req-1a4b78c8-65de-481c-af36-190972942b69 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:30.743162 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978a7707-86b8-4afd-84ab-e4af903ab506", "name": "network-vif-deleted", "tag": "b3ebda68-5dbe-47da-9d8c-3f33d4fe5067", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:30.743405 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a4b78c8-65de-481c-af36-190972942b69 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:30.743792 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4b78c8-65de-481c-af36-190972942b69'] response: {'server_uuid': '978a7707-86b8-4afd-84ab-e4af903ab506', 'name': 'network-vif-deleted', 'tag': 'b3ebda68-5dbe-47da-9d8c-3f33d4fe5067', 'status': 'completed', 'code': 200} Jun 08 14:00:30.804700 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:30.911638 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a27d8-c68e-46c1-a225-91f5e4d1b185 req-19b3c0f6-ebe8-4cfb-a7f3-e0ca9be84cba tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:30.913166 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-513a27d8-c68e-46c1-a225-91f5e4d1b185 req-19b3c0f6-ebe8-4cfb-a7f3-e0ca9be84cba tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 945 time: 0.0538721 Jun 08 14:00:30.952051 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-513a27d8-c68e-46c1-a225-91f5e4d1b185 req-4e285339-d324-4c5a-9435-f42e9d3f8612 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fb4528c-4df0-40cd-a110-525f9f952ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323439 Jun 08 14:00:31.020667 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:31.047682 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:31.055998 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:31.056618 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:31.164827 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:31.367078 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:31.397926 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8dd69c-cf8d-4763-9ae8-a32cf675f1b1 None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:31.642821 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93bf908-169c-4fd5-9590-64d091eab914 None None] New status for floating IP c95829cb-84d7-4f8f-b156-4def4da669f6: DOWN {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:00:31.735617 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-8ed47795-e31d-44d1-ac28-b68561ec4762 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Deleting port ac47a2a2-5864-4ed3-92e0-d492d2950656 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:31.736151 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-8ed47795-e31d-44d1-ac28-b68561ec4762 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:31.855801 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-746f2393-14b6-4b44-97c2-a1568d0ca14b req-6459c316-d5fb-4201-aee3-ee266f1f22ea tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 210 time: 0.0407574 Jun 08 14:00:31.861255 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-8ed47795-e31d-44d1-ac28-b68561ec4762 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] For port ac47a2a2-5864-4ed3-92e0-d492d2950656, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=ac47a2a2-5864-4ed3-92e0-d492d2950656,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:31.861720 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-8ed47795-e31d-44d1-ac28-b68561ec4762 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:31.876757 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-8ed47795-e31d-44d1-ac28-b68561ec4762 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Calling delete_port for ac47a2a2-5864-4ed3-92e0-d492d2950656 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:32.012709 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-8ed47795-e31d-44d1-ac28-b68561ec4762 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:32.050985 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed47795-e31d-44d1-ac28-b68561ec4762 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Pushing event deleted for resources: {'Port': ['ID=ac47a2a2-5864-4ed3-92e0-d492d2950656,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:32.058007 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-db7594f2-07ef-45d6-ab20-3dec12a97da0 req-3d444e75-70f7-47ca-999a-65d85743aef9 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 210 time: 0.0344965 Jun 08 14:00:32.094493 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-8ed47795-e31d-44d1-ac28-b68561ec4762 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] No DVR routers for this DVR port ac47a2a2-5864-4ed3-92e0-d492d2950656 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:32.096926 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-8ed47795-e31d-44d1-ac28-b68561ec4762 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:32.100108 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3197d87b-165d-4210-a0af-98bb9cc172a0 req-8ed47795-e31d-44d1-ac28-b68561ec4762 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.71 "DELETE /v2.0/ports/ac47a2a2-5864-4ed3-92e0-d492d2950656 HTTP/1.1" status: 204 len: 173 time: 0.6977737 Jun 08 14:00:32.745914 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'name': 'network-vif-deleted', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:32.748590 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a3b67c-6bae-4788-a81d-d7b3d7c6201d" -d '{"events": [{"server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "name": "network-vif-deleted", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:32.784808 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098c15c4-724c-46de-90a4-0103d04ae499 x-openstack-request-id: req-098c15c4-724c-46de-90a4-0103d04ae499 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:32.784808 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562dc846-597d-4415-9506-4be8cb8950f3", "name": "network-vif-deleted", "tag": "ac47a2a2-5864-4ed3-92e0-d492d2950656", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:32.784808 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-098c15c4-724c-46de-90a4-0103d04ae499 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:32.784808 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098c15c4-724c-46de-90a4-0103d04ae499'] response: {'server_uuid': '562dc846-597d-4415-9506-4be8cb8950f3', 'name': 'network-vif-deleted', 'tag': 'ac47a2a2-5864-4ed3-92e0-d492d2950656', 'status': 'completed', 'code': 200} Jun 08 14:00:32.957489 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-513c8269-3cc6-4187-b406-8e0296010f33 req-438d1496-4d41-412d-8938-9d3942587eac tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=978a7707-86b8-4afd-84ab-e4af903ab506 HTTP/1.1" status: 200 len: 210 time: 0.0297480 Jun 08 14:00:33.168868 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-10a055e7-6cc8-48f4-8535-ca462d8e51fa req-31ed1fba-c4a2-4ff9-99c4-8db0551655bc tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 210 time: 0.0401340 Jun 08 14:00:33.212499 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['ac47a2a2-5864-4ed3-92e0-d492d2950656'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:00:34.047225 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43178) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:34.109582 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4b3ff506-aded-4c33-9053-e3a5b08587a7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.138368 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4b3ff506-aded-4c33-9053-e3a5b08587a7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.200806 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4b3ff506-aded-4c33-9053-e3a5b08587a7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.204203 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-4b3ff506-aded-4c33-9053-e3a5b08587a7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.205501 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-4b3ff506-aded-4c33-9053-e3a5b08587a7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "DELETE /v2.0/security-groups/5365706e-6981-4ab8-97ec-a4ff7d73751f HTTP/1.1" status: 204 len: 168 time: 0.1572495 Jun 08 14:00:34.210557 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43182) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:34.224819 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ff506-aded-4c33-9053-e3a5b08587a7 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5365706e-6981-4ab8-97ec-a4ff7d73751f,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:34.225975 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.api.v2.resource [None req-0aba179e-c063-4fe6-a43d-00dc4bdf4db4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] show failed (client error): The resource could not be found. Jun 08 14:00:34.230108 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43184) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:34.230647 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0aba179e-c063-4fe6-a43d-00dc4bdf4db4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups/5365706e-6981-4ab8-97ec-a4ff7d73751f HTTP/1.1" status: 404 len: 347 time: 0.0177038 Jun 08 14:00:34.298006 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d4da7bd3-29c3-458f-a1d6-813a4e69b3c8 req-b587bef6-b510-4820-9541-37904faf4f16 tempest-TestMinimumBasicScenario-1892439012 tempest-TestMinimumBasicScenario-1892439012-project] 10.222.0.64 "GET /v2.0/ports?device_id=562dc846-597d-4415-9506-4be8cb8950f3 HTTP/1.1" status: 200 len: 210 time: 0.0284009 Jun 08 14:00:34.371641 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-6863d654-1e5d-4042-9213-6cf3402664b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Deleting port 5f0f78a6-a91d-43d7-8d0e-31804373bf19 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:34.371978 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6863d654-1e5d-4042-9213-6cf3402664b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.460261 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6863d654-1e5d-4042-9213-6cf3402664b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.460964 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6863d654-1e5d-4042-9213-6cf3402664b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.473187 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-6863d654-1e5d-4042-9213-6cf3402664b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Calling delete_port for 5f0f78a6-a91d-43d7-8d0e-31804373bf19 owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:34.615687 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6863d654-1e5d-4042-9213-6cf3402664b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.653015 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863d654-1e5d-4042-9213-6cf3402664b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'Port': ['ID=5f0f78a6-a91d-43d7-8d0e-31804373bf19,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:34.726355 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6863d654-1e5d-4042-9213-6cf3402664b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.729543 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6863d654-1e5d-4042-9213-6cf3402664b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.731309 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6863d654-1e5d-4042-9213-6cf3402664b6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "DELETE /v2.0/floatingips/c95829cb-84d7-4f8f-b156-4def4da669f6 HTTP/1.1" status: 204 len: 168 time: 0.4997814 Jun 08 14:00:34.820478 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43220) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:34.825077 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-67df1e3f-ea1a-4f64-b7d1-cdc0314632d4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337499046', 'description': 'tempest-description--1110246902'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:34.850961 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-67df1e3f-ea1a-4f64-b7d1-cdc0314632d4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.930075 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-67df1e3f-ea1a-4f64-b7d1-cdc0314632d4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.934097 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-67df1e3f-ea1a-4f64-b7d1-cdc0314632d4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.965462 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-67df1e3f-ea1a-4f64-b7d1-cdc0314632d4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:34.966735 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-67df1e3f-ea1a-4f64-b7d1-cdc0314632d4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1452415 Jun 08 14:00:34.969835 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43226) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:34.970545 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df1e3f-ea1a-4f64-b7d1-cdc0314632d4 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87648f29-f08d-4274-bc40-49089e9d16ca,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:34.975121 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-6b6e43a4-4178-4c3d-89fb-bcbb0a9cadc8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group_rule': {'security_group_id': '87648f29-f08d-4274-bc40-49089e9d16ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:35.010918 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b6e43a4-4178-4c3d-89fb-bcbb0a9cadc8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.068604 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b6e43a4-4178-4c3d-89fb-bcbb0a9cadc8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.073160 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b6e43a4-4178-4c3d-89fb-bcbb0a9cadc8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.090174 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e43a4-4178-4c3d-89fb-bcbb0a9cadc8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69df707e-1df5-4ba2-b6d6-1c5aae0226ca,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:35.097850 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b6e43a4-4178-4c3d-89fb-bcbb0a9cadc8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.099131 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6b6e43a4-4178-4c3d-89fb-bcbb0a9cadc8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281846 Jun 08 14:00:35.102449 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43230) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:35.106960 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-c2ed349c-6a1a-477b-8c79-3ccc75b287ad tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'security_group_rule': {'security_group_id': '87648f29-f08d-4274-bc40-49089e9d16ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:35.132973 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c2ed349c-6a1a-477b-8c79-3ccc75b287ad tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.188910 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c2ed349c-6a1a-477b-8c79-3ccc75b287ad tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.193073 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c2ed349c-6a1a-477b-8c79-3ccc75b287ad tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.212965 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed349c-6a1a-477b-8c79-3ccc75b287ad tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cbabae-2bc1-437b-979a-a87e26aa73d9,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:35.230288 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c2ed349c-6a1a-477b-8c79-3ccc75b287ad tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.231526 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-c2ed349c-6a1a-477b-8c79-3ccc75b287ad tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281059 Jun 08 14:00:35.234963 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43234) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:35.239563 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:35.262385 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.403353 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.528528 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Allocated IP 172.27.0.33 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/38f44387-36ac-4256-b5c7-a3aab2ef443e) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:00:35.661966 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282179c-519b-4d25-866b-5256a79a2437 req-8dd3c03f-268a-473f-bc19-690abe50027e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:35.664175 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0282179c-519b-4d25-866b-5256a79a2437 req-8dd3c03f-268a-473f-bc19-690abe50027e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0591967 Jun 08 14:00:35.666106 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.706138 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.719241 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0282179c-519b-4d25-866b-5256a79a2437 req-df9d3393-97f4-4bd0-a134-86bb7af7d8ae tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486395 Jun 08 14:00:35.751988 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:00:35.760372 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:00:35.763947 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:00:35.769924 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=38f44387-36ac-4256-b5c7-a3aab2ef443e,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:35.859615 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:35.902071 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:36.101858 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:36.108960 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:36.155699 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43306) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:36.198555 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:36.214743 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=38f44387-36ac-4256-b5c7-a3aab2ef443e,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:36.225998 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:36.227576 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-a6a71de5-e340-4d8a-9d76-294139637482 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9915376 Jun 08 14:00:36.258610 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:36.281484 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:36.282077 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b3ebda68-5dbe-47da-9d8c-3f33d4fe5067 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:36.282560 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ac47a2a2-5864-4ed3-92e0-d492d2950656 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:36.302726 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: ac47a2a2-5864-4ed3-92e0-d492d2950656 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:36.303391 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device ac47a2a2-5864-4ed3-92e0-d492d2950656 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:36.437030 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-f7278ea5-5f27-49e3-932b-2e26bf9835bd tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--337499046&fields=id&tenant_id=aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 267 time: 0.0346246 Jun 08 14:00:36.566255 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-540149b1-2a76-4c4f-8896-92170d587bad tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:36.568166 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-540149b1-2a76-4c4f-8896-92170d587bad tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 813 time: 0.1230299 Jun 08 14:00:36.584713 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-cacdec8f-2bc9-48d5-acb5-f3aba9169fac tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/quotas/aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 375 time: 0.0096054 Jun 08 14:00:36.642212 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-04d2078d-7461-42b5-a575-e1d00d0b4bdd tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509675 Jun 08 14:00:36.648674 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693066'] for router_interface, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:36.752635 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-0f068a14-66b6-41dc-be4a-9c6c842f4a18 service neutron] 10.222.0.64 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920093 Jun 08 14:00:36.850877 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-f172a498-f80b-47d7-ba05-a02b2504bb68 service neutron] 10.222.0.64 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896146 Jun 08 14:00:36.904077 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2a46f-c64f-482a-8397-645bd8fe8a1c req-d32eed84-a2ba-4e53-9566-b482fcff9957 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:36.906277 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cea2a46f-c64f-482a-8397-645bd8fe8a1c req-d32eed84-a2ba-4e53-9566-b482fcff9957 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.1005111 Jun 08 14:00:36.980494 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cea2a46f-c64f-482a-8397-645bd8fe8a1c req-f1947607-f49b-473e-b05e-d021520a465b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673482 Jun 08 14:00:37.043246 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f9298744-a9b1-4c8b-a11b-aa1e2456937e req-39a48293-62c7-4c60-a4e9-2093a424e58d tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 210 time: 0.0317147 Jun 08 14:00:37.045265 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] Deleting port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:37.045632 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:37.128250 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] For port 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=5a36f591-fa08-40a3-b9c2-d0a5f37be7b7,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:37.128611 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:37.146416 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] Calling delete_port for 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 owned by network:router_interface {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:37.345085 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:37.385866 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a36f591-fa08-40a3-b9c2-d0a5f37be7b7,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:37.585375 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:37.616599 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692538'] for router_interface, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:37.816379 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43350) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:37.955623 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] Router d5e479ca-d3d5-4fea-875d-cfa83a897158 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:37.961228 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c149c383-f731-45d4-ac6b-a8fd62aaaa0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.101981 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c149c383-f731-45d4-ac6b-a8fd62aaaa0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.110342 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c149c383-f731-45d4-ac6b-a8fd62aaaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.198367 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-59b2d7c1-98c4-42c5-8a5c-43d434134b11 req-4bcf7184-05f5-4745-99fc-13f90a01e75a tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 210 time: 0.0447414 Jun 08 14:00:38.211992 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-c149c383-f731-45d4-ac6b-a8fd62aaaa0c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b41a51ae81884c3593fd5c3c9a0c5a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940105 Jun 08 14:00:38.214626 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149c383-f731-45d4-ac6b-a8fd62aaaa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67baf14b-3303-4cd3-8ef1-3de1d64ac593,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:38.242901 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43358) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:38.301589 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8d13d065-710a-46db-9086-9ade654aa2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.332426 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8d13d065-710a-46db-9086-9ade654aa2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.394435 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8d13d065-710a-46db-9086-9ade654aa2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.398461 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-8d13d065-710a-46db-9086-9ade654aa2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.400300 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-8d13d065-710a-46db-9086-9ade654aa2f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67baf14b-3303-4cd3-8ef1-3de1d64ac593 HTTP/1.1" status: 204 len: 168 time: 0.1689353 Jun 08 14:00:38.412111 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13d065-710a-46db-9086-9ade654aa2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67baf14b-3303-4cd3-8ef1-3de1d64ac593,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:38.513002 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fc964-0e17-4f6b-a869-c982f1fd435e req-e8fcc246-9e45-4e9c-8cf8-1d6fb60ba04b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:38.514906 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5f8fc964-0e17-4f6b-a869-c982f1fd435e req-e8fcc246-9e45-4e9c-8cf8-1d6fb60ba04b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.4241338 Jun 08 14:00:38.520550 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:38.531684 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-a2354c09-5b26-485b-8c31-1421af826aa0 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5e479ca-d3d5-4fea-875d-cfa83a897158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3747897 Jun 08 14:00:38.533740 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] Sync routers for ids ['d5e479ca-d3d5-4fea-875d-cfa83a897158'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:38.535387 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43366) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:38.549511 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] Routers {'d5e479ca-d3d5-4fea-875d-cfa83a897158'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:38.551044 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d5e479ca-d3d5-4fea-875d-cfa83a897158'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:38.623064 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5f8fc964-0e17-4f6b-a869-c982f1fd435e req-24ba8fc0-e7e4-4c48-885c-b2865500d236 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897839 Jun 08 14:00:38.642354 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-a65f9ae1-fa5e-47f1-840a-489a4cba76e6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:38.645083 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-a65f9ae1-fa5e-47f1-840a-489a4cba76e6 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 813 time: 0.2521610 Jun 08 14:00:38.705864 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-56be74f5-b75c-4f61-8ddb-4d3688b60c7f tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aadf16efc56c4784ba77cb1b3db9b361 HTTP/1.1" status: 200 len: 379 time: 0.0387242 Jun 08 14:00:38.710057 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Notify callbacks [] for router, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.719819 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'port': {'device_id': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'admin_state_up': True, 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'security_groups': ['87648f29-f08d-4274-bc40-49089e9d16ca']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:38.736774 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] Set router d5e479ca-d3d5-4fea-875d-cfa83a897158 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:38.759198 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43370) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:38.776770 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ef97dd9b-b078-4531-b422-31cf0f43f7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.848271 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Made reservation on behalf of aadf16efc56c4784ba77cb1b3db9b361 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:00:38.852659 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.869811 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.925531 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T14:00:37Z', 'revision_number': 5, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port': {'id': '0c4fdbfb-484b-4eb9-9041-aed94df3e96e', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:38Z', 'updated_at': '2022-06-08T13:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:38.958254 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] Checking router: d5e479ca-d3d5-4fea-875d-cfa83a897158 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:38.966612 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] Routers {'d5e479ca-d3d5-4fea-875d-cfa83a897158'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:38.967338 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d5e479ca-d3d5-4fea-875d-cfa83a897158'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:38.975649 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ef97dd9b-b078-4531-b422-31cf0f43f7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:38.981836 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ef97dd9b-b078-4531-b422-31cf0f43f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.009716 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Allocated IP 172.20.0.11 (298c9aca-e11f-492a-8f20-a7e4bdf24a3f/54272c6b-c964-42a3-92d5-13a4b5a71a8f/5d14be20-3cc4-4f79-a1ac-84effbc17c40) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:00:39.011643 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Deleting port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:39.011984 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.052730 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] Set router d5e479ca-d3d5-4fea-875d-cfa83a897158 gateway port host: None {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:39.065914 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ef97dd9b-b078-4531-b422-31cf0f43f7f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=334ee14736f5487ba8f8c0e77a665e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056109 Jun 08 14:00:39.068595 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43372) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:39.078772 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97dd9b-b078-4531-b422-31cf0f43f7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5909f8-9122-48a1-8bce-e518a323356d,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:39.114595 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T14:00:38Z', 'revision_number': 6, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port_host': None}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:39.144193 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] For port 0c4fdbfb-484b-4eb9-9041-aed94df3e96e, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=0c4fdbfb-484b-4eb9-9041-aed94df3e96e,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:39.144562 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.151989 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8911301-f69a-4db9-bec1-b780ded806f6 None None] The sync data for ids ['d5e479ca-d3d5-4fea-875d-cfa83a897158'] in dv-cinder-845130-1-iscsi is: [{'id': 'd5e479ca-d3d5-4fea-875d-cfa83a897158', 'name': 'tempest-TestMinimumBasicScenario-1448400769-router', 'tenant_id': '0951acbab4624b4d83377bc94d26dc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:37Z', 'updated_at': '2022-06-08T14:00:38Z', 'revision_number': 6, 'project_id': '0951acbab4624b4d83377bc94d26dc55', 'gw_port_host': None}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:39.164507 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.172275 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Calling delete_port for 0c4fdbfb-484b-4eb9-9041-aed94df3e96e owned by network:router_gateway {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:39.176303 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7ca8003a-0db9-4940-b269-f3507930bb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.202361 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.247220 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:00:39.250499 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:00:39.254476 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:00:39.258300 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7ca8003a-0db9-4940-b269-f3507930bb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.286792 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event updated for resources: {'Port': ['ID=5d14be20-3cc4-4f79-a1ac-84effbc17c40,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:39.323187 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:39.323931 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.345696 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ccc055-0ac6-4b22-94e4-0a5d0c270601 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6321216 Jun 08 14:00:39.359690 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Request body: {'port': {'device_id': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:39.413720 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7ca8003a-0db9-4940-b269-f3507930bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.416217 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7ca8003a-0db9-4940-b269-f3507930bb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.420001 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7ca8003a-0db9-4940-b269-f3507930bb67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d5909f8-9122-48a1-8bce-e518a323356d HTTP/1.1" status: 204 len: 168 time: 0.3475668 Jun 08 14:00:39.430656 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.442086 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c099a-2533-4c63-96a2-99a009a5b021 req-458188f2-adfc-46ba-817d-75cb0325272d tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:39.449960 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-151c099a-2533-4c63-96a2-99a009a5b021 req-458188f2-adfc-46ba-817d-75cb0325272d tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 932 time: 0.0977216 Jun 08 14:00:39.485492 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8003a-0db9-4940-b269-f3507930bb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5909f8-9122-48a1-8bce-e518a323356d,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:39.547707 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-151c099a-2533-4c63-96a2-99a009a5b021 req-d0edfa33-5660-40d0-b4d8-e1f1a1827bd2 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966020 Jun 08 14:00:39.552333 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.599424 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-2dee5ec9-aa6b-413d-9c89-8c0e05fcb335 None None] Provisioning complete for port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:00:39.600074 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2dee5ec9-aa6b-413d-9c89-8c0e05fcb335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.605106 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4fdbfb-484b-4eb9-9041-aed94df3e96e,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:39.670653 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-2dee5ec9-aa6b-413d-9c89-8c0e05fcb335 None None] Port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 14:00:39.681406 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:39.713019 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693652'] for router_gateway, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.730426 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:39.731156 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 5a36f591-fa08-40a3-b9c2-d0a5f37be7b7 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:39.835386 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4628'] for router, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.837664 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.839083 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba46a9-9aeb-4317-b502-41c809fe0f3c req-ad831683-12f5-4f68-b4d1-458837880920 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:39.840962 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d0ba46a9-9aeb-4317-b502-41c809fe0f3c req-ad831683-12f5-4f68-b4d1-458837880920 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0741549 Jun 08 14:00:39.905389 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690342'] for router, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.906029 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e479ca-d3d5-4fea-875d-cfa83a897158 {{(pid=97370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:00:39.911589 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.912792 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-aa154905-eeb5-490d-9801-f6243cfcb99c admin admin] 10.222.0.64 "DELETE /v2.0/routers/d5e479ca-d3d5-4fea-875d-cfa83a897158 HTTP/1.1" status: 204 len: 168 time: 1.3762281 Jun 08 14:00:39.915336 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43386) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:39.937856 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-d0ba46a9-9aeb-4317-b502-41c809fe0f3c req-f449b386-fa10-4046-a4c5-8a03b5a20239 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780830 Jun 08 14:00:39.958160 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d14be20-3cc4-4f79-a1ac-84effbc17c40 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:00:39.969211 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9914872-3052-473f-8bc5-39a67f21f596 admin admin] Deleting subnet b8187c7d-2e8f-4b23-acb5-d298688e771a {{(pid=97370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:00:39.972010 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.972690 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f9914872-3052-473f-8bc5-39a67f21f596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:39.986298 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Transition to ACTIVE for port object 5d14be20-3cc4-4f79-a1ac-84effbc17c40 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 14:00:39.991218 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.013892 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f9914872-3052-473f-8bc5-39a67f21f596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4076717'] for subnet, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.049807 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Pushing event updated for resources: {'Port': ['ID=5d14be20-3cc4-4f79-a1ac-84effbc17c40,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:40.128915 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f9914872-3052-473f-8bc5-39a67f21f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.150441 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Attempting to bind port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:00:40.151081 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Attempting to bind port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:00:40.151436 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Attempting to bind port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:00:40.156748 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 14:00:40.157184 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Attempting to bind port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 on network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:00:40.162917 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:00:40.163406 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Checking segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:00:40.163878 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Bound using segment: {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:00:40.164405 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Bound port: 5d14be20-3cc4-4f79-a1ac-84effbc17c40, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd879e5e4-8a62-4547-ad78-aab0b7fc3840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:00:40.164854 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.226387 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f9914872-3052-473f-8bc5-39a67f21f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25448668'] for subnet, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.260062 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f9914872-3052-473f-8bc5-39a67f21f596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.264981 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-f9914872-3052-473f-8bc5-39a67f21f596 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b8187c7d-2e8f-4b23-acb5-d298688e771a HTTP/1.1" status: 204 len: 168 time: 0.3486447 Jun 08 14:00:40.268949 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5494dc33-8d51-40ac-98b6-7b5f4e70d9ff None None] Network 103b4a78-0a55-4e9e-84b6-18d263cf3aee requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:00:40.276486 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] For port 5d14be20-3cc4-4f79-a1ac-84effbc17c40, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:00:40.281573 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] For port 5d14be20-3cc4-4f79-a1ac-84effbc17c40, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=5d14be20-3cc4-4f79-a1ac-84effbc17c40,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:00:40.283325 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43396) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:40.285443 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9914872-3052-473f-8bc5-39a67f21f596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8187c7d-2e8f-4b23-acb5-d298688e771a,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:40.318625 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.432657 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Pushing event updated for resources: {'Port': ['ID=5d14be20-3cc4-4f79-a1ac-84effbc17c40,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:40.451860 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:40.452738 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.454411 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-8c9b6fc9-8084-44ff-bd88-74da2ce5b66d service neutron] 10.222.0.71 "PUT /v2.0/ports/5d14be20-3cc4-4f79-a1ac-84effbc17c40 HTTP/1.1" status: 200 len: 1094 time: 1.1011183 Jun 08 14:00:40.455449 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'tag': '5d14be20-3cc4-4f79-a1ac-84effbc17c40'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:40.459557 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c654a2fe-4981-44cd-a9d2-2e26c2c85198" -d '{"events": [{"name": "network-changed", "server_uuid": "af6552b9-944e-461f-8175-923fdea2f2ca", "tag": "5d14be20-3cc4-4f79-a1ac-84effbc17c40"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:40.468762 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.524090 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deb9da2-1802-48dc-9024-a7c7a20d57ef x-openstack-request-id: req-2deb9da2-1802-48dc-9024-a7c7a20d57ef {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:40.524376 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6552b9-944e-461f-8175-923fdea2f2ca", "tag": "5d14be20-3cc4-4f79-a1ac-84effbc17c40", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:40.525165 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2deb9da2-1802-48dc-9024-a7c7a20d57ef {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:40.525165 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2deb9da2-1802-48dc-9024-a7c7a20d57ef'] response: {'name': 'network-changed', 'server_uuid': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'tag': '5d14be20-3cc4-4f79-a1ac-84effbc17c40', 'status': 'completed', 'code': 200} Jun 08 14:00:40.622822 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ac7ef3-e7f7-4fc8-9c37-ef0f63180253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:40.624329 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-31ac7ef3-e7f7-4fc8-9c37-ef0f63180253 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 1097 time: 0.0888991 Jun 08 14:00:40.626863 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Deleting port 0ab6cb0c-df28-4c12-a557-9fb757316cee {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:40.627417 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.739372 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-7c33350c-d04b-4fba-a309-0124c67377e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d14be20-3cc4-4f79-a1ac-84effbc17c40 HTTP/1.1" status: 200 len: 217 time: 0.0973163 Jun 08 14:00:40.774009 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5330321-a23e-4a42-a96b-2112cf9bdeb4 None None] DHCP port deletion for 103b4a78-0a55-4e9e-84b6-18d263cf3aee request from dv-cinder-845130-1-iscsi {{(pid=97371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 14:00:40.818570 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] For port 0ab6cb0c-df28-4c12-a557-9fb757316cee, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=0ab6cb0c-df28-4c12-a557-9fb757316cee,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:40.818933 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.827490 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-f5330321-a23e-4a42-a96b-2112cf9bdeb4 None None] Deleting port 0ab6cb0c-df28-4c12-a557-9fb757316cee {{(pid=97371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:40.827997 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f5330321-a23e-4a42-a96b-2112cf9bdeb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.841022 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Calling delete_port for 0ab6cb0c-df28-4c12-a557-9fb757316cee owned by network:dhcp {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:40.860307 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-0e64c3e3-0d36-4536-8cfb-f0cb25a74b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:40.862985 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-0e64c3e3-0d36-4536-8cfb-f0cb25a74b4a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.1142068 Jun 08 14:00:40.876630 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc9d91-f14a-4b2f-98b6-5af22bf1f5bd req-aa3e1036-1df2-440a-ad18-d041a62ada88 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:40.878266 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-67fc9d91-f14a-4b2f-98b6-5af22bf1f5bd req-aa3e1036-1df2-440a-ad18-d041a62ada88 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 944 time: 0.1569176 Jun 08 14:00:40.910129 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-f5330321-a23e-4a42-a96b-2112cf9bdeb4 None None] For port 0ab6cb0c-df28-4c12-a557-9fb757316cee, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=0ab6cb0c-df28-4c12-a557-9fb757316cee,segment=NetworkSegment(5002aff3-5f61-4b7c-87d1-59aed5b45d66),segment_id=5002aff3-5f61-4b7c-87d1-59aed5b45d66)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:40.910630 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f5330321-a23e-4a42-a96b-2112cf9bdeb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:40.930952 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-f5330321-a23e-4a42-a96b-2112cf9bdeb4 None None] Calling delete_port for 0ab6cb0c-df28-4c12-a557-9fb757316cee owned by network:dhcp {{(pid=97371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:40.998843 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-67fc9d91-f14a-4b2f-98b6-5af22bf1f5bd req-f5abfe0d-8fa9-4b56-8462-7749af53eba3 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744772 Jun 08 14:00:41.025407 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-6e40788b-0caa-42cd-b6fd-afbf797d0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.027088 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-6e40788b-0caa-42cd-b6fd-afbf797d0c7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1463161 Jun 08 14:00:41.050165 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f5330321-a23e-4a42-a96b-2112cf9bdeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950'] for port, after_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:41.054474 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:41.083600 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5330321-a23e-4a42-a96b-2112cf9bdeb4 None None] Pushing event deleted for resources: {'Port': ['ID=0ab6cb0c-df28-4c12-a557-9fb757316cee,revision_number=None']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:41.089410 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5330321-a23e-4a42-a96b-2112cf9bdeb4 None None] No DVR routers for this DVR port 0ab6cb0c-df28-4c12-a557-9fb757316cee on host dv-cinder-845130-1-iscsi {{(pid=97371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:41.114499 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70bdd-8d3a-4c45-9144-4178c756ff9d req-51de984f-156a-4c93-98c4-37f4f88fbe96 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.117076 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-10c70bdd-8d3a-4c45-9144-4178c756ff9d req-51de984f-156a-4c93-98c4-37f4f88fbe96 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0740654 Jun 08 14:00:41.133518 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab6cb0c-df28-4c12-a557-9fb757316cee,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:41.138441 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] No DVR routers for this DVR port 0ab6cb0c-df28-4c12-a557-9fb757316cee on host dv-cinder-845130-1-iscsi {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:41.191958 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-10c70bdd-8d3a-4c45-9144-4178c756ff9d req-42d176af-890b-4b7c-8851-f8bb2de179bd tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674498 Jun 08 14:00:41.250967 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-0736082f-9ccb-4491-bcef-e54b01a8d2a9 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104785 Jun 08 14:00:41.256094 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:41.333591 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103b4a78-0a55-4e9e-84b6-18d263cf3aee']}} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:41.362414 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5002aff3-5f61-4b7c-87d1-59aed5b45d66') {'for_net_delete': True} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:41.362704 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5002aff3-5f61-4b7c-87d1-59aed5b45d66') {} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:41.380235 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3193995'] for segment, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:41.403842 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 0c4fdbfb-484b-4eb9-9041-aed94df3e96e no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:41.405548 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:41.409960 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fe214828-e346-48e1-bb40-1da26338861d req-974952ad-d264-4a79-946a-1be1e3598fe0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1199303 Jun 08 14:00:41.425396 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=97369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:00:41.425909 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442474'] for segment, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:41.433775 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 0c4fdbfb-484b-4eb9-9041-aed94df3e96e {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:41.434249 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 0c4fdbfb-484b-4eb9-9041-aed94df3e96e not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:41.435062 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 0ab6cb0c-df28-4c12-a557-9fb757316cee no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:41.455563 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 0ab6cb0c-df28-4c12-a557-9fb757316cee {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:41.455972 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 0ab6cb0c-df28-4c12-a557-9fb757316cee not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:41.474327 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-35b36bb7-a671-47d9-9c67-5db47e0a69ff req-2dc8479c-637e-4d29-a81f-9282cc3ae48f service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149127 Jun 08 14:00:41.476341 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment 5002aff3-5f61-4b7c-87d1-59aed5b45d66 resource provider aggregate not found Jun 08 14:00:41.520236 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment 5002aff3-5f61-4b7c-87d1-59aed5b45d66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5002aff3-5f61-4b7c-87d1-59aed5b45d66 found for delete ", "request_id": "req-266c6f2d-8356-4a49-ac10-b51d8448c420"}]} Jun 08 14:00:41.538541 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:41.565905 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:41.569151 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] 10.222.0.64 "DELETE /v2.0/networks/103b4a78-0a55-4e9e-84b6-18d263cf3aee HTTP/1.1" status: 204 len: 168 time: 1.2839313 Jun 08 14:00:41.572161 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43434) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:41.584139 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca3ece-a731-4867-8511-e71a0fe70884 admin admin] Pushing event deleted for resources: {'Network': ['ID=103b4a78-0a55-4e9e-84b6-18d263cf3aee,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:41.592232 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214828-e346-48e1-bb40-1da26338861d req-a8ed5a97-b774-4545-bf42-9d2e3a598da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.593844 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fe214828-e346-48e1-bb40-1da26338861d req-a8ed5a97-b774-4545-bf42-9d2e3a598da3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 1098 time: 0.1491728 Jun 08 14:00:41.606423 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-b08756a6-0871-4666-a3ec-9f3ab0227426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.608293 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-b08756a6-0871-4666-a3ec-9f3ab0227426 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 1097 time: 0.0838926 Jun 08 14:00:41.778470 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-37c646f5-86d4-4c1a-9c31-a5665b07dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.779002 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-37c646f5-86d4-4c1a-9c31-a5665b07dd84 service neutron] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 914 time: 0.1617992 Jun 08 14:00:41.780116 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214828-e346-48e1-bb40-1da26338861d req-895fb4b1-f5f5-444b-9629-39eda9d95d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.781426 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fe214828-e346-48e1-bb40-1da26338861d req-895fb4b1-f5f5-444b-9629-39eda9d95d20 service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.1553588 Jun 08 14:00:41.872712 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-fe441d79-066f-4153-8b09-a8a35da0fa44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d14be20-3cc4-4f79-a1ac-84effbc17c40 HTTP/1.1" status: 200 len: 217 time: 0.0795078 Jun 08 14:00:41.931845 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fe214828-e346-48e1-bb40-1da26338861d req-499dfe84-6461-4425-9683-2eaa72b0ed10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=095585db-59f0-466e-8e93-9bd9265afe0d HTTP/1.1" status: 200 len: 1001 time: 0.1306870 Jun 08 14:00:41.951723 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-258316ce-e519-480b-a984-eecbfa4aa6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:41.953148 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-258316ce-e519-480b-a984-eecbfa4aa6ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.0688984 Jun 08 14:00:41.954025 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693066'] for router_interface, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.018312 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214828-e346-48e1-bb40-1da26338861d req-f6d9d999-d2fd-41f5-aea2-47a353d769cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:42.019768 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fe214828-e346-48e1-bb40-1da26338861d req-f6d9d999-d2fd-41f5-aea2-47a353d769cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0800216 Jun 08 14:00:42.070373 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-16e56c9f-5a99-47cb-97d1-6da851f99d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:42.072167 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-16e56c9f-5a99-47cb-97d1-6da851f99d13 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005526 Jun 08 14:00:42.128626 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214828-e346-48e1-bb40-1da26338861d req-32bfa206-7bc7-49fa-9427-4304bcc3e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:42.133411 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fe214828-e346-48e1-bb40-1da26338861d req-32bfa206-7bc7-49fa-9427-4304bcc3e8e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1030257 Jun 08 14:00:42.240206 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43466) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:42.254103 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] Deleting port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:42.254506 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.284420 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92377e-6ab0-4b0b-983c-b68defaa21bc req-7dc2f83b-ae84-4bf7-a7e3-2383cb81b446 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:42.285927 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-da92377e-6ab0-4b0b-983c-b68defaa21bc req-7dc2f83b-ae84-4bf7-a7e3-2383cb81b446 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 944 time: 0.2092319 Jun 08 14:00:42.331309 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-140b875b-54f2-4b00-80a9-00f896d29448 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419779 Jun 08 14:00:42.369639 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f15e0e-ae78-42a5-a679-701ca865fff5 req-dee3fa19-d77e-4754-aaf4-a0b92ad11f24 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:42.371218 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-21f15e0e-ae78-42a5-a679-701ca865fff5 req-dee3fa19-d77e-4754-aaf4-a0b92ad11f24 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0698509 Jun 08 14:00:42.377986 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fe214828-e346-48e1-bb40-1da26338861d req-2c5c264f-092a-4b8b-b0bf-d4139ce6fb60 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142763 Jun 08 14:00:42.400919 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1f049d84-acf5-4682-98df-c9444992cb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.412574 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] For port 6fb5812a-2180-4b01-9410-c66f0cc7dd5f, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=6fb5812a-2180-4b01-9410-c66f0cc7dd5f,segment=NetworkSegment(ea3ec7e8-89ce-4b73-ad08-c3e0429001f5),segment_id=ea3ec7e8-89ce-4b73-ad08-c3e0429001f5)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:42.412928 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.417692 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-da92377e-6ab0-4b0b-983c-b68defaa21bc req-135860a2-e5ac-4947-963e-18b412fcbb57 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192775 Jun 08 14:00:42.448591 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] Calling delete_port for 6fb5812a-2180-4b01-9410-c66f0cc7dd5f owned by network:router_interface {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:42.463768 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-21f15e0e-ae78-42a5-a679-701ca865fff5 req-bfc92ccb-9925-42fb-9f5c-fffa13a14117 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812759 Jun 08 14:00:42.625561 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1f049d84-acf5-4682-98df-c9444992cb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.632642 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1f049d84-acf5-4682-98df-c9444992cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.683687 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f049d84-acf5-4682-98df-c9444992cb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42461055-876f-40fa-b7b8-f0106b0b7b41,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:42.688741 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-1f049d84-acf5-4682-98df-c9444992cb72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33e2e12d065545bca4641e82f0524295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466598 Jun 08 14:00:42.691861 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43470) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:42.751808 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c654a2fe-4981-44cd-a9d2-2e26c2c85198 req-2ac4bf75-45d8-45bc-9ec2-9334f9aba1b4 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121044 Jun 08 14:00:42.767558 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fe214828-e346-48e1-bb40-1da26338861d req-7c27a756-99b6-4b54-bac9-15ac253a590a service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613737 Jun 08 14:00:42.775438 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.777284 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-876d31ba-71ea-4885-a00d-93d62cca66e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.810540 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb5812a-2180-4b01-9410-c66f0cc7dd5f,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:42.842946 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-876d31ba-71ea-4885-a00d-93d62cca66e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.960086 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-876d31ba-71ea-4885-a00d-93d62cca66e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.962766 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-876d31ba-71ea-4885-a00d-93d62cca66e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:42.963926 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-876d31ba-71ea-4885-a00d-93d62cca66e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42461055-876f-40fa-b7b8-f0106b0b7b41 HTTP/1.1" status: 204 len: 168 time: 0.2711685 Jun 08 14:00:43.005474 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d31ba-71ea-4885-a00d-93d62cca66e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42461055-876f-40fa-b7b8-f0106b0b7b41,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:43.023368 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692538'] for router_interface, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.242529 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43476) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:43.256844 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7211e689-1092-40e1-83f0-694759ee9f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.336802 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7211e689-1092-40e1-83f0-694759ee9f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.341975 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7211e689-1092-40e1-83f0-694759ee9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.383107 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211e689-1092-40e1-83f0-694759ee9f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05841ef1-0b91-49bc-87b3-a73f1f18643c,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:43.387261 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7211e689-1092-40e1-83f0-694759ee9f74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72d075f559a5480c9b1710fb185b150a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436889 Jun 08 14:00:43.390262 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43478) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:43.438554 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-aebf5709-6a74-4f7f-b248-99f1e9008499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.459910 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-aebf5709-6a74-4f7f-b248-99f1e9008499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.499896 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] Router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:43.551041 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d3cc-40c0-42ed-8e41-3ad93ff8cb83 req-3885183f-0305-4250-88af-07d378eeabb8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:43.552516 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f4d1d3cc-40c0-42ed-8e41-3ad93ff8cb83 req-3885183f-0305-4250-88af-07d378eeabb8 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 944 time: 0.0627329 Jun 08 14:00:43.555168 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-aebf5709-6a74-4f7f-b248-99f1e9008499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.558252 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-aebf5709-6a74-4f7f-b248-99f1e9008499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.561738 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-aebf5709-6a74-4f7f-b248-99f1e9008499 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05841ef1-0b91-49bc-87b3-a73f1f18643c HTTP/1.1" status: 204 len: 168 time: 0.1687222 Jun 08 14:00:43.574134 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf5709-6a74-4f7f-b248-99f1e9008499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05841ef1-0b91-49bc-87b3-a73f1f18643c,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:43.606167 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f4d1d3cc-40c0-42ed-8e41-3ad93ff8cb83 req-93ac7f8c-082e-4650-b775-17ee17645625 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455956 Jun 08 14:00:43.645485 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d602c95-bff7-46cd-9f9d-bdddc11ad540 req-27eaaf2a-2814-4c6b-8e19-efe812e37290 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:43.647436 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3d602c95-bff7-46cd-9f9d-bdddc11ad540 req-27eaaf2a-2814-4c6b-8e19-efe812e37290 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0984120 Jun 08 14:00:43.656624 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:43.665884 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] Sync routers for ids ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:43.671146 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-300f9952-0f52-417f-b8a4-ece29ab060ad admin admin] 10.222.0.64 "PUT /v2.0/routers/ce154f88-ff51-466e-a3f8-96a1c2bb7e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0956421 Jun 08 14:00:43.671612 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43486) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:43.677273 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] Routers {'ce154f88-ff51-466e-a3f8-96a1c2bb7e87'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:43.677853 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:43.713928 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3d602c95-bff7-46cd-9f9d-bdddc11ad540 req-1be372a7-3806-47b6-96a2-bc1d7528b6ce tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591099 Jun 08 14:00:43.794378 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] Set router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:43.799730 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Notify callbacks [] for router, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.915043 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.972062 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Deleting port 930f3b93-1b77-4108-977b-4a7f33486f33 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:43.972386 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:43.993048 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'name': 'tempest-TestMinimumBasicScenario-24181447-router', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:44Z', 'updated_at': '2022-06-08T14:00:42Z', 'revision_number': 5, 'project_id': 'cc19193870de4146add10d66e26571d5', 'gw_port': {'id': '930f3b93-1b77-4108-977b-4a7f33486f33', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:48:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:56:45Z', 'updated_at': '2022-06-08T13:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:44.022889 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] Checking router: ce154f88-ff51-466e-a3f8-96a1c2bb7e87 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:44.032233 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] Routers {'ce154f88-ff51-466e-a3f8-96a1c2bb7e87'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:44.032956 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:44.066616 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] For port 930f3b93-1b77-4108-977b-4a7f33486f33, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=930f3b93-1b77-4108-977b-4a7f33486f33,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:44.068158 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.081213 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Calling delete_port for 930f3b93-1b77-4108-977b-4a7f33486f33 owned by network:router_gateway {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:44.129094 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] Set router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 gateway port host: None {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:44.185637 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'name': 'tempest-TestMinimumBasicScenario-24181447-router', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:44Z', 'updated_at': '2022-06-08T14:00:43Z', 'revision_number': 6, 'project_id': 'cc19193870de4146add10d66e26571d5', 'gw_port_host': None}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:44.217751 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12445d50-91da-42c9-9f1e-6d282677f9ab None None] The sync data for ids ['ce154f88-ff51-466e-a3f8-96a1c2bb7e87'] in dv-cinder-845130-1-iscsi is: [{'id': 'ce154f88-ff51-466e-a3f8-96a1c2bb7e87', 'name': 'tempest-TestMinimumBasicScenario-24181447-router', 'tenant_id': 'cc19193870de4146add10d66e26571d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:56:44Z', 'updated_at': '2022-06-08T14:00:43Z', 'revision_number': 6, 'project_id': 'cc19193870de4146add10d66e26571d5', 'gw_port_host': None}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:44.284741 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 5d14be20-3cc4-4f79-a1ac-84effbc17c40 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:00:44.307525 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.336436 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Pushing event deleted for resources: {'Port': ['ID=930f3b93-1b77-4108-977b-4a7f33486f33,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:44.384421 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 5d14be20-3cc4-4f79-a1ac-84effbc17c40, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=5d14be20-3cc4-4f79-a1ac-84effbc17c40,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:44.398067 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': '5d14be20-3cc4-4f79-a1ac-84effbc17c40', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'port_id': '5d14be20-3cc4-4f79-a1ac-84effbc17c40', 'mac_address': 'fa:16:3e:77:6e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:00:44.406860 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693652'] for router_gateway, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.440397 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:00:44.440688 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.454802 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d14be20-3cc4-4f79-a1ac-84effbc17c40 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:00:44.477169 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 5d14be20-3cc4-4f79-a1ac-84effbc17c40, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=5d14be20-3cc4-4f79-a1ac-84effbc17c40,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:44.481601 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.516131 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4628'] for router, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.518299 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.531994 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=5d14be20-3cc4-4f79-a1ac-84effbc17c40,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:44.590882 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690342'] for router, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.591568 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce154f88-ff51-466e-a3f8-96a1c2bb7e87 {{(pid=97369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:00:44.596701 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] Notify callbacks [] for router, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.601536 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43512) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:44.602383 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-cb1c537b-4e26-4012-9072-a229d98558eb admin admin] 10.222.0.64 "DELETE /v2.0/routers/ce154f88-ff51-466e-a3f8-96a1c2bb7e87 HTTP/1.1" status: 204 len: 168 time: 0.9282377 Jun 08 14:00:44.682704 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf90984-b46e-4ec7-bc6a-0350ad367d66 admin admin] Deleting subnet 0632ffaa-35b4-4fce-ac26-2174f8dcd190 {{(pid=97370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:00:44.686237 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-dbf90984-b46e-4ec7-bc6a-0350ad367d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.731904 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-dbf90984-b46e-4ec7-bc6a-0350ad367d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4076717'] for subnet, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.754686 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5d540-298d-4795-bd45-95359be156ae req-85c98e50-e37e-4d6a-b6e6-b1f00e21a548 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:44.763563 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-83d5d540-298d-4795-bd45-95359be156ae req-85c98e50-e37e-4d6a-b6e6-b1f00e21a548 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 945 time: 0.0600674 Jun 08 14:00:44.769182 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['5d14be20-3cc4-4f79-a1ac-84effbc17c40'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:00:44.814469 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-83d5d540-298d-4795-bd45-95359be156ae req-77aac87b-3cbd-4121-b9d3-4c45ef9aaa91 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370820 Jun 08 14:00:44.884260 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-dbf90984-b46e-4ec7-bc6a-0350ad367d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.931426 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98c76-7a92-427c-b3e6-8c64db7885bc req-fdcdfc75-c280-4abc-8a85-eca712183b78 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:44.932909 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-07d98c76-7a92-427c-b3e6-8c64db7885bc req-fdcdfc75-c280-4abc-8a85-eca712183b78 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0949011 Jun 08 14:00:44.982797 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-dbf90984-b46e-4ec7-bc6a-0350ad367d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25448668'] for subnet, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:44.989324 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-07d98c76-7a92-427c-b3e6-8c64db7885bc req-f49aa29a-d522-48ad-afab-0acb35125cc1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484815 Jun 08 14:00:45.014035 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf90984-b46e-4ec7-bc6a-0350ad367d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0632ffaa-35b4-4fce-ac26-2174f8dcd190,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:45.017981 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-dbf90984-b46e-4ec7-bc6a-0350ad367d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.023422 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-dbf90984-b46e-4ec7-bc6a-0350ad367d66 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0632ffaa-35b4-4fce-ac26-2174f8dcd190 HTTP/1.1" status: 204 len: 168 time: 0.4190896 Jun 08 14:00:45.023656 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c8f3c-269b-4e27-8d01-3cbe60394c90 None None] Network f02dc169-1979-420e-9d80-b2739e1c5bc4 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:00:45.023888 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43528) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:45.111932 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.182839 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Deleting port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:45.183245 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.231981 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c5ea08-b67a-4f95-9954-1939f62a83b1 None None] DHCP port deletion for f02dc169-1979-420e-9d80-b2739e1c5bc4 request from dv-cinder-845130-1-iscsi {{(pid=97371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 14:00:45.257101 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] For port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=400fdc7a-e2c3-45f2-ab72-b107ca74aaa9,segment=NetworkSegment(ea3ec7e8-89ce-4b73-ad08-c3e0429001f5),segment_id=ea3ec7e8-89ce-4b73-ad08-c3e0429001f5)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:45.257676 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.274384 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Calling delete_port for 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 owned by network:dhcp {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:45.287586 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-91c5ea08-b67a-4f95-9954-1939f62a83b1 None None] Deleting port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 {{(pid=97371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:45.288144 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-91c5ea08-b67a-4f95-9954-1939f62a83b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.366118 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-91c5ea08-b67a-4f95-9954-1939f62a83b1 None None] For port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=400fdc7a-e2c3-45f2-ab72-b107ca74aaa9,segment=NetworkSegment(ea3ec7e8-89ce-4b73-ad08-c3e0429001f5),segment_id=ea3ec7e8-89ce-4b73-ad08-c3e0429001f5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:45.366249 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-91c5ea08-b67a-4f95-9954-1939f62a83b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.379448 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.386776 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-91c5ea08-b67a-4f95-9954-1939f62a83b1 None None] Calling delete_port for 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 owned by network:dhcp {{(pid=97371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:45.418830 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] No DVR routers for this DVR port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 on host dv-cinder-845130-1-iscsi {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:45.423651 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=400fdc7a-e2c3-45f2-ab72-b107ca74aaa9,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:45.468752 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 930f3b93-1b77-4108-977b-4a7f33486f33 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:45.497005 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 930f3b93-1b77-4108-977b-4a7f33486f33 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:45.497360 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 930f3b93-1b77-4108-977b-4a7f33486f33 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:45.497815 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 6fb5812a-2180-4b01-9410-c66f0cc7dd5f no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:45.515129 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.527763 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 6fb5812a-2180-4b01-9410-c66f0cc7dd5f {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:45.528111 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 6fb5812a-2180-4b01-9410-c66f0cc7dd5f not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:45.528536 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:45.543258 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02dc169-1979-420e-9d80-b2739e1c5bc4']}} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:45.553721 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:45.554123 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:45.557370 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5') {'for_net_delete': True} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:45.557926 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3ec7e8-89ce-4b73-ad08-c3e0429001f5') {} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:45.574194 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-91c5ea08-b67a-4f95-9954-1939f62a83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950'] for port, after_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.577285 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3193995'] for segment, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.592448 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.607585 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5ea08-b67a-4f95-9954-1939f62a83b1 None None] Pushing event deleted for resources: {'Port': ['ID=400fdc7a-e2c3-45f2-ab72-b107ca74aaa9,revision_number=None']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:45.609554 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5ea08-b67a-4f95-9954-1939f62a83b1 None None] No DVR routers for this DVR port 400fdc7a-e2c3-45f2-ab72-b107ca74aaa9 on host dv-cinder-845130-1-iscsi {{(pid=97371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:45.614359 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=97369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:00:45.614968 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442474'] for segment, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.660523 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment ea3ec7e8-89ce-4b73-ad08-c3e0429001f5 resource provider aggregate not found Jun 08 14:00:45.685119 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.687848 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment ea3ec7e8-89ce-4b73-ad08-c3e0429001f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea3ec7e8-89ce-4b73-ad08-c3e0429001f5 found for delete ", "request_id": "req-44a195bd-ea1c-41ed-9561-23e028764991"}]} Jun 08 14:00:45.694696 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:45.697721 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f02dc169-1979-420e-9d80-b2739e1c5bc4 HTTP/1.1" status: 204 len: 168 time: 0.6729007 Jun 08 14:00:45.707571 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1101c-f386-4327-8e1b-dadaa09996f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f02dc169-1979-420e-9d80-b2739e1c5bc4,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:45.860972 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43550) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:45.938780 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-a8b52ef6-fc0d-417a-a32d-af70379c388d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0951acbab4624b4d83377bc94d26dc55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764120 Jun 08 14:00:45.941631 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43552) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:45.977445 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c737c5-7358-4277-8eb6-a9a992ba4dfa req-bb30402f-11f8-4ced-a1e0-b4c9096e7b37 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:45.978843 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-71c737c5-7358-4277-8eb6-a9a992ba4dfa req-bb30402f-11f8-4ced-a1e0-b4c9096e7b37 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 945 time: 0.0869837 Jun 08 14:00:46.028148 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d63aa427-6fa8-407a-b055-c7b5e4576414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.033197 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-71c737c5-7358-4277-8eb6-a9a992ba4dfa req-6e6bb0f8-3a43-40f3-b231-98bcecb1af91 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459485 Jun 08 14:00:46.054002 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d63aa427-6fa8-407a-b055-c7b5e4576414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.101759 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d63aa427-6fa8-407a-b055-c7b5e4576414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.104344 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d63aa427-6fa8-407a-b055-c7b5e4576414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.105600 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-d63aa427-6fa8-407a-b055-c7b5e4576414 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fb4528c-4df0-40cd-a110-525f9f952ff3 HTTP/1.1" status: 204 len: 168 time: 0.1632111 Jun 08 14:00:46.113469 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63aa427-6fa8-407a-b055-c7b5e4576414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb4528c-4df0-40cd-a110-525f9f952ff3,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:46.113681 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22c6af-ae90-4694-a628-912dd2e28ef2 req-25152352-38a3-4d85-97ab-e384b380d0d8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:46.115215 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5a22c6af-ae90-4694-a628-912dd2e28ef2 req-25152352-38a3-4d85-97ab-e384b380d0d8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0492110 Jun 08 14:00:46.158533 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5a22c6af-ae90-4694-a628-912dd2e28ef2 req-02aa5fe2-796e-4543-9005-dbef86298a39 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360391 Jun 08 14:00:46.296059 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 5d14be20-3cc4-4f79-a1ac-84effbc17c40 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:00:46.342984 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 14:00:46.346641 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:00:46.347007 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.426025 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:00:46.426415 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.435504 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43560) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:46.452850 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d14be20-3cc4-4f79-a1ac-84effbc17c40'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:46.455124 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544581ca-6571-44d2-ac65-205230348dda" -d '{"events": [{"server_uuid": "af6552b9-944e-461f-8175-923fdea2f2ca", "name": "network-vif-plugged", "status": "completed", "tag": "5d14be20-3cc4-4f79-a1ac-84effbc17c40"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:46.469157 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 5d14be20-3cc4-4f79-a1ac-84effbc17c40, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=5d14be20-3cc4-4f79-a1ac-84effbc17c40,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:46.473905 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.480503 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-b0d9130f-0537-4b83-8beb-95813d8565b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc19193870de4146add10d66e26571d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411608 Jun 08 14:00:46.480765 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43566) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:46.525191 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=5d14be20-3cc4-4f79-a1ac-84effbc17c40,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:46.532152 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7d00eacd-017c-46dc-be96-29ea1c1f0546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.556875 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7d00eacd-017c-46dc-be96-29ea1c1f0546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.606149 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7d00eacd-017c-46dc-be96-29ea1c1f0546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.609035 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7d00eacd-017c-46dc-be96-29ea1c1f0546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:46.610232 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7d00eacd-017c-46dc-be96-29ea1c1f0546 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2bc302f-55b8-4460-af4a-1bc769fc40f4 HTTP/1.1" status: 204 len: 168 time: 0.1285384 Jun 08 14:00:46.619682 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00eacd-017c-46dc-be96-29ea1c1f0546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bc302f-55b8-4460-af4a-1bc769fc40f4,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:46.692295 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0e5d99-77c2-46f6-804f-e57647b25b5a x-openstack-request-id: req-ac0e5d99-77c2-46f6-804f-e57647b25b5a {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:46.692592 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6552b9-944e-461f-8175-923fdea2f2ca", "name": "network-vif-plugged", "status": "completed", "tag": "5d14be20-3cc4-4f79-a1ac-84effbc17c40", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:46.692851 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac0e5d99-77c2-46f6-804f-e57647b25b5a {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:46.693412 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0e5d99-77c2-46f6-804f-e57647b25b5a'] response: {'server_uuid': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d14be20-3cc4-4f79-a1ac-84effbc17c40', 'code': 200} Jun 08 14:00:46.869797 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca2207-3187-4845-8430-1fb657f8b936 req-ef845e1c-170c-4696-9711-9a5e5d753e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:46.871362 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4dca2207-3187-4845-8430-1fb657f8b936 req-ef845e1c-170c-4696-9711-9a5e5d753e1b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 1099 time: 0.0482020 Jun 08 14:00:46.914959 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-4dca2207-3187-4845-8430-1fb657f8b936 req-954331ce-6bb8-4015-a9a6-62297e979ae3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357580 Jun 08 14:00:47.156827 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a758e-cda4-4823-b231-43714ea34597 req-407e1473-506c-4aac-9d7d-81acf440e0e2 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:47.158342 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d27a758e-cda4-4823-b231-43714ea34597 req-407e1473-506c-4aac-9d7d-81acf440e0e2 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 946 time: 0.0493090 Jun 08 14:00:47.200306 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d27a758e-cda4-4823-b231-43714ea34597 req-694b76e0-ecde-41d5-8e7f-8bec05b35767 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359483 Jun 08 14:00:47.203291 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-8c215295-2c3b-47fc-a5c2-74eb4a7f7556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:47.296153 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8051f-00fb-43ab-8109-f67fc5ca9418 req-8be7b06e-481c-432b-bd8d-e7dab6fa0520 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:47.297565 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-89b8051f-00fb-43ab-8109-f67fc5ca9418 req-8be7b06e-481c-432b-bd8d-e7dab6fa0520 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0526457 Jun 08 14:00:47.337455 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-89b8051f-00fb-43ab-8109-f67fc5ca9418 req-e5985f0e-3c8b-4e05-8808-829b72d6283d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333025 Jun 08 14:00:48.324578 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1793d-4bad-48fa-af16-d76a173fae23 req-d165b537-9a72-42bb-8089-90c6a7c5c44f tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:48.326112 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b0c1793d-4bad-48fa-af16-d76a173fae23 req-d165b537-9a72-42bb-8089-90c6a7c5c44f tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 946 time: 0.0559947 Jun 08 14:00:48.364327 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b0c1793d-4bad-48fa-af16-d76a173fae23 req-6dc399e8-51dc-44ac-9883-008ecc7af40f tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320182 Jun 08 14:00:48.467809 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbfabb-ac46-4353-9765-18cd0180c249 req-0d2a3052-3d19-4adb-b5f8-54664c34172c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:48.469690 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-37bbfabb-ac46-4353-9765-18cd0180c249 req-0d2a3052-3d19-4adb-b5f8-54664c34172c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0580335 Jun 08 14:00:48.491192 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093f4c-6e68-4755-b4d4-baff76db94df req-eb78b25e-c704-42b4-bedb-fa8c2f2ba1d9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:48.492714 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-44093f4c-6e68-4755-b4d4-baff76db94df req-eb78b25e-c704-42b4-bedb-fa8c2f2ba1d9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 946 time: 0.0580857 Jun 08 14:00:48.502619 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43598) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:48.508809 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-e1182005-9dc2-4f20-bb84-618190f2a338 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Request body: {'floatingip': {'port_id': '5d14be20-3cc4-4f79-a1ac-84effbc17c40'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:48.520776 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-37bbfabb-ac46-4353-9765-18cd0180c249 req-ad8f1c20-9cdb-4d29-a49b-86b96f456faa tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Jun 08 14:00:48.555127 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1182005-9dc2-4f20-bb84-618190f2a338 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:48.994985 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1182005-9dc2-4f20-bb84-618190f2a338 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:48.998904 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1182005-9dc2-4f20-bb84-618190f2a338 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:49.096290 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-e1182005-9dc2-4f20-bb84-618190f2a338 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Floating IP 3ec53d4a-942a-4c0a-860f-6ce56248c209 associated. External IP: 172.27.0.33, port: 5d14be20-3cc4-4f79-a1ac-84effbc17c40. Jun 08 14:00:49.307283 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1182005-9dc2-4f20-bb84-618190f2a338 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:49.399167 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-41f53a73-d48d-4048-86b5-306444ea4f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:49.410523 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1182005-9dc2-4f20-bb84-618190f2a338 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:49.415504 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e1182005-9dc2-4f20-bb84-618190f2a338 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:49.420398 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:49.430051 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:49.430735 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:49.444703 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e1182005-9dc2-4f20-bb84-618190f2a338 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "PUT /v2.0/floatingips/3ec53d4a-942a-4c0a-860f-6ce56248c209 HTTP/1.1" status: 200 len: 991 time: 0.9408543 Jun 08 14:00:49.445268 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'tag': '5d14be20-3cc4-4f79-a1ac-84effbc17c40'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:49.447561 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f74371-f455-473c-ba8e-1a6f082dead8" -d '{"events": [{"name": "network-changed", "server_uuid": "af6552b9-944e-461f-8175-923fdea2f2ca", "tag": "5d14be20-3cc4-4f79-a1ac-84effbc17c40"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:49.485007 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2692242-5bc8-4695-89a6-be7e8486a309 x-openstack-request-id: req-c2692242-5bc8-4695-89a6-be7e8486a309 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:49.485290 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6552b9-944e-461f-8175-923fdea2f2ca", "tag": "5d14be20-3cc4-4f79-a1ac-84effbc17c40", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:49.485538 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2692242-5bc8-4695-89a6-be7e8486a309 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:49.486103 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2692242-5bc8-4695-89a6-be7e8486a309'] response: {'name': 'network-changed', 'server_uuid': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'tag': '5d14be20-3cc4-4f79-a1ac-84effbc17c40', 'status': 'completed', 'code': 200} Jun 08 14:00:49.536504 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:49.648533 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136d3b3-be65-45cd-82d3-de36055034ce req-7217e9a0-5403-43d3-bfc7-2501c22b267f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:49.650038 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c136d3b3-be65-45cd-82d3-de36055034ce req-7217e9a0-5403-43d3-bfc7-2501c22b267f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0530443 Jun 08 14:00:49.692327 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c136d3b3-be65-45cd-82d3-de36055034ce req-2c226321-37dc-4fc6-ae0f-f2c293b57535 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350990 Jun 08 14:00:49.848325 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3ec53d4a-942a-4c0a-860f-6ce56248c209', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '5d14be20-3cc4-4f79-a1ac-84effbc17c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:77:6e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:00:35Z', 'updated_at': '2022-06-08T14:00:48Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:49.876441 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:49.885139 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:49.885758 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:49.996597 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:50.221004 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3ec53d4a-942a-4c0a-860f-6ce56248c209', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '5d14be20-3cc4-4f79-a1ac-84effbc17c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:77:6e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:00:35Z', 'updated_at': '2022-06-08T14:00:48Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:50.250944 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f77c9-a9d6-42c8-b4a0-760296199bae None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '3ec53d4a-942a-4c0a-860f-6ce56248c209', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'port_id': '5d14be20-3cc4-4f79-a1ac-84effbc17c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'mac_address': 'fa:16:3e:77:6e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:00:35Z', 'updated_at': '2022-06-08T14:00:48Z', 'revision_number': 1, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:50.459773 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c8b76-cee2-4aff-9684-c96f5c831d73 None None] New status for floating IP 3ec53d4a-942a-4c0a-860f-6ce56248c209: ACTIVE {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:00:50.814447 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb36cd-961c-45fa-a6fc-84200356d04b req-4f8ea377-08a1-41c4-ab93-27a0fd3b6663 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:50.815916 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-62fb36cd-961c-45fa-a6fc-84200356d04b req-4f8ea377-08a1-41c4-ab93-27a0fd3b6663 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0487409 Jun 08 14:00:50.854400 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-62fb36cd-961c-45fa-a6fc-84200356d04b req-8a8d522c-7c0a-4ae3-a47b-334f0300bd89 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318308 Jun 08 14:00:51.054918 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:51.437515 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-35db2e4b-2e2b-4bb6-9059-e6e1b26251e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:51.439058 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-35db2e4b-2e2b-4bb6-9059-e6e1b26251e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 1099 time: 0.0440297 Jun 08 14:00:51.527518 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-aeda463c-b010-46c0-916e-d96d35478356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:51.529004 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-aeda463c-b010-46c0-916e-d96d35478356 service neutron] 10.222.0.71 "GET /v2.0/networks?id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 200 len: 914 time: 0.0830836 Jun 08 14:00:51.600585 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-82c30f4e-2805-4df3-b161-f4faa03695fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d14be20-3cc4-4f79-a1ac-84effbc17c40 HTTP/1.1" status: 200 len: 1001 time: 0.0605156 Jun 08 14:00:51.648783 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-9a048a91-8a3f-4523-b303-520358c0890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:51.650254 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-9a048a91-8a3f-4523-b303-520358c0890c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 200 len: 852 time: 0.0419958 Jun 08 14:00:51.698579 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-9100e715-258b-4c86-bed5-ee1aa868590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:51.700059 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-9100e715-258b-4c86-bed5-ee1aa868590c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=298c9aca-e11f-492a-8f20-a7e4bdf24a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411098 Jun 08 14:00:51.796888 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-7c6dc917-b7a7-4755-8309-d346cc2510fc service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864305 Jun 08 14:00:51.918059 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21f74371-f455-473c-ba8e-1a6f082dead8 req-deb1b83c-ac1f-4303-aa3f-80ce73321c61 service neutron] 10.222.0.71 "GET /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100516 Jun 08 14:00:51.992175 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca502b72-d7cb-4073-92bb-9fc37aa79287 req-2a72a4dd-3844-4924-8b3e-ba29e018c0de tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:51.994563 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ca502b72-d7cb-4073-92bb-9fc37aa79287 req-2a72a4dd-3844-4924-8b3e-ba29e018c0de tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 945 time: 0.0545986 Jun 08 14:00:52.004830 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0cde-ce02-4efa-b437-f64edb9dcdc6 req-2f45476a-6206-4121-9a49-5a4efd92cfe5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:52.006886 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-123f0cde-ce02-4efa-b437-f64edb9dcdc6 req-2f45476a-6206-4121-9a49-5a4efd92cfe5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0698600 Jun 08 14:00:52.038018 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ca502b72-d7cb-4073-92bb-9fc37aa79287 req-f04e63e2-6708-4ba0-a7bc-1a30fc45df39 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365546 Jun 08 14:00:52.046636 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-123f0cde-ce02-4efa-b437-f64edb9dcdc6 req-97095a34-3e9a-41e2-996d-8c8d4fffbfcf tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336168 Jun 08 14:00:52.288019 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:52.791346 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:53.161753 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510b0d4-7b8f-414d-8ddf-e7bfa57d7ac7 req-b160ddc2-d0d2-4bcb-9b2c-7878f07e3625 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:53.163233 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0510b0d4-7b8f-414d-8ddf-e7bfa57d7ac7 req-b160ddc2-d0d2-4bcb-9b2c-7878f07e3625 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 945 time: 0.0548437 Jun 08 14:00:53.182913 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab3e08-3b46-4b31-8221-bd247be8d369 req-24b85b52-dc44-4a52-9c72-da1cbcd5caf9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:53.184387 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6fab3e08-3b46-4b31-8221-bd247be8d369 req-24b85b52-dc44-4a52-9c72-da1cbcd5caf9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0640233 Jun 08 14:00:53.202632 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0510b0d4-7b8f-414d-8ddf-e7bfa57d7ac7 req-f3348fcd-9427-45b0-8c86-532727aa769d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328825 Jun 08 14:00:53.228631 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6fab3e08-3b46-4b31-8221-bd247be8d369 req-e0f4ff3a-dbfa-46ac-8080-6eb6da154d99 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381474 Jun 08 14:00:53.570178 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b851d-734b-418f-84ab-e36285468420 req-8dee6240-bc3d-4c80-818b-1927b7cf6c22 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:53.571605 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8a2b851d-734b-418f-84ab-e36285468420 req-8dee6240-bc3d-4c80-818b-1927b7cf6c22 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 945 time: 0.0525084 Jun 08 14:00:53.667463 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Deleting port 095585db-59f0-466e-8e93-9bd9265afe0d {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:00:53.667949 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:53.766170 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] For port 095585db-59f0-466e-8e93-9bd9265afe0d, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=095585db-59f0-466e-8e93-9bd9265afe0d,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:53.767703 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:53.941848 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:53.942117 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:53.942430 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Floating IP 88f8ca59-321b-4bc2-8367-469d611d05e1 disassociated. External IP: 172.27.0.251, port: 095585db-59f0-466e-8e93-9bd9265afe0d. Jun 08 14:00:53.942766 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Calling delete_port for 095585db-59f0-466e-8e93-9bd9265afe0d owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:00:54.076246 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:54.107208 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event deleted for resources: {'Port': ['ID=095585db-59f0-466e-8e93-9bd9265afe0d,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:54.222764 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:00:54.306519 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-28c6b419-9ecc-4ceb-9eb7-d0819b1c9442 req-e5b41e2a-ef78-4777-92fd-c9ad8d0b1670 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c HTTP/1.1" status: 200 len: 210 time: 0.0275922 Jun 08 14:00:54.382709 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:00:54.392970 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] Sync routers for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:00:54.399714 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e47fc-8017-4546-8710-da2b2e86e5df req-3a15f61d-9e0d-4e77-853d-d16401972baa tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:54.401216 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bb2e47fc-8017-4546-8710-da2b2e86e5df req-3a15f61d-9e0d-4e77-853d-d16401972baa tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0698881 Jun 08 14:00:54.403578 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:54.404435 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:54.447661 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] No DVR routers for this DVR port 095585db-59f0-466e-8e93-9bd9265afe0d on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:00:54.451118 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:54.454366 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8a2b851d-734b-418f-84ab-e36285468420 req-cb65f2c7-1b58-4bcf-9c4c-199dd4f3b12e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "DELETE /v2.0/ports/095585db-59f0-466e-8e93-9bd9265afe0d HTTP/1.1" status: 204 len: 173 time: 0.8765891 Jun 08 14:00:54.454815 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'name': 'network-vif-deleted', 'tag': '095585db-59f0-466e-8e93-9bd9265afe0d'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:54.457326 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9dcb04-b4fc-4f3d-b5d0-3358ff8ba8ca" -d '{"events": [{"server_uuid": "6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c", "name": "network-vif-deleted", "tag": "095585db-59f0-466e-8e93-9bd9265afe0d"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:54.479780 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bb2e47fc-8017-4546-8710-da2b2e86e5df req-628829dd-dd1b-46d8-acbd-c1bd55061624 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626705 Jun 08 14:00:54.523189 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be523b48-71b1-4230-86f5-ed6d02a4ac82 x-openstack-request-id: req-be523b48-71b1-4230-86f5-ed6d02a4ac82 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:54.523502 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c", "name": "network-vif-deleted", "tag": "095585db-59f0-466e-8e93-9bd9265afe0d", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:54.523750 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be523b48-71b1-4230-86f5-ed6d02a4ac82 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:54.524146 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be523b48-71b1-4230-86f5-ed6d02a4ac82'] response: {'server_uuid': '6c2f9f0d-f5f6-4c12-9325-dd1b1b5c1c6c', 'name': 'network-vif-deleted', 'tag': '095585db-59f0-466e-8e93-9bd9265afe0d', 'status': 'completed', 'code': 200} Jun 08 14:00:54.527102 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:54.758741 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:54.786391 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] Checking router: 7fad602a-6b54-4c55-bbb1-16d34c9e8030 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:00:54.796524 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:00:54.797246 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:00:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:54.906201 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:00:55.003333 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 43692) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:55.123189 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-35cecb57-a1b2-4951-ac10-855e0152eac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:55.136781 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:00:55.165086 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73146ddb-4553-443d-bf4e-7f515a3f93d1 None None] The sync data for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi is: [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:00:55.235356 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-35cecb57-a1b2-4951-ac10-855e0152eac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:55.242518 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-35cecb57-a1b2-4951-ac10-855e0152eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:55.281534 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cecb57-a1b2-4951-ac10-855e0152eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60148e6-285e-4b53-aefd-596bc2bb591a,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:55.286180 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-35cecb57-a1b2-4951-ac10-855e0152eac9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4451bf80fa4f4c6eb89ee0203f008d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816072 Jun 08 14:00:55.290152 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43696) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:55.352926 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be098269-afed-4a96-9f8c-0fd9b22f6f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:55.377296 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be098269-afed-4a96-9f8c-0fd9b22f6f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:55.439478 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be098269-afed-4a96-9f8c-0fd9b22f6f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:55.443934 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be098269-afed-4a96-9f8c-0fd9b22f6f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:55.446599 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-be098269-afed-4a96-9f8c-0fd9b22f6f1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f60148e6-285e-4b53-aefd-596bc2bb591a HTTP/1.1" status: 204 len: 168 time: 0.1560116 Jun 08 14:00:55.447542 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5000cbe6-5eb2-4bbe-a302-48e6aad1497b None None] New status for floating IP 88f8ca59-321b-4bc2-8367-469d611d05e1: DOWN {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:00:55.457632 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be098269-afed-4a96-9f8c-0fd9b22f6f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60148e6-285e-4b53-aefd-596bc2bb591a,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:55.615034 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-37f69f58-80b7-4d54-b3ca-cbb3f2ee212e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090360803&fields=id&tenant_id=e0cc54eeb66b49faad26d64e72da3c13 HTTP/1.1" status: 200 len: 267 time: 0.0550733 Jun 08 14:00:55.666937 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979d9dd-a5d3-410e-bb66-9654d4c53d5a req-267c27fb-c49f-4933-ae67-1197e405caf7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:55.675306 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6979d9dd-a5d3-410e-bb66-9654d4c53d5a req-267c27fb-c49f-4933-ae67-1197e405caf7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0760736 Jun 08 14:00:55.743583 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6979d9dd-a5d3-410e-bb66-9654d4c53d5a req-58ebd826-1830-4d24-944a-9b0b229d462b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666366 Jun 08 14:00:55.778479 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-8f56e796-7929-4694-9423-f1c0c8f38226 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:55.780388 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-8f56e796-7929-4694-9423-f1c0c8f38226 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 811 time: 0.1573684 Jun 08 14:00:55.801275 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-28ac72c7-a2a5-48ef-b941-1e8a38338752 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/quotas/e0cc54eeb66b49faad26d64e72da3c13 HTTP/1.1" status: 200 len: 375 time: 0.0117342 Jun 08 14:00:55.860001 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43712) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:55.863000 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-1db493c5-b667-414b-a32d-c0e0592ce954 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509536 Jun 08 14:00:55.874058 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8692d019-ec8e-4c17-b177-ab8851fb537a admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:55.955711 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8692d019-ec8e-4c17-b177-ab8851fb537a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:55.960697 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8692d019-ec8e-4c17-b177-ab8851fb537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:55.975205 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-42d39345-6a6f-4a5a-9630-31ec1d2038c4 service neutron] 10.222.0.64 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000490 Jun 08 14:00:55.999975 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-8692d019-ec8e-4c17-b177-ab8851fb537a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ec0280c7dd141959d194d9c4849a6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386926 Jun 08 14:00:56.000848 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692d019-ec8e-4c17-b177-ab8851fb537a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c337d6-2d35-4ae1-bff6-50ea43c38ca8,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:56.003487 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 43714) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:00:56.051727 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-30a32e58-f81f-4eca-8da0-948f7a4c9997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:56.075108 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-30a32e58-f81f-4eca-8da0-948f7a4c9997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:56.077320 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-c2fa532a-d83f-4e6d-b244-efd33ecd4279 service neutron] 10.222.0.64 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915263 Jun 08 14:00:56.138845 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-30a32e58-f81f-4eca-8da0-948f7a4c9997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:56.141365 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-30a32e58-f81f-4eca-8da0-948f7a4c9997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:56.145919 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-30a32e58-f81f-4eca-8da0-948f7a4c9997 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62c337d6-2d35-4ae1-bff6-50ea43c38ca8 HTTP/1.1" status: 204 len: 168 time: 0.1388175 Jun 08 14:00:56.156755 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a32e58-f81f-4eca-8da0-948f7a4c9997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c337d6-2d35-4ae1-bff6-50ea43c38ca8,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:56.374956 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 095585db-59f0-466e-8e93-9bd9265afe0d no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:00:56.400892 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: 095585db-59f0-466e-8e93-9bd9265afe0d {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:00:56.401530 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 095585db-59f0-466e-8e93-9bd9265afe0d not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:00:56.432916 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-55d6bd04-a7ef-4362-8b76-a4f9d45815c9 req-19dbabc0-a7f8-4087-ac0a-a046c3c08059 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 210 time: 0.0320790 Jun 08 14:00:56.885333 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2820b9-508a-4588-9a76-70fe2b020029 req-4b82adc5-b148-4d64-ba90-fcd3ab2ed27a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:56.887225 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6a2820b9-508a-4588-9a76-70fe2b020029 req-4b82adc5-b148-4d64-ba90-fcd3ab2ed27a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0560629 Jun 08 14:00:56.931785 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6a2820b9-508a-4588-9a76-70fe2b020029 req-2a7b78d2-f816-4e95-8e4c-da59eeb25ed8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382984 Jun 08 14:00:57.511600 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-a764e141-8999-4498-ad64-c1f66a6e11f7 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:57.513097 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-a764e141-8999-4498-ad64-c1f66a6e11f7 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 811 time: 0.1315858 Jun 08 14:00:57.558727 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c7042f79-4e5b-424f-8750-70908e8dd534 req-4846fb75-1585-42e7-91d5-e1abff9a3bc8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 210 time: 0.0364442 Jun 08 14:00:57.589772 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-73bc48b5-1b94-40c2-99b9-62e32ae7833a tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0cc54eeb66b49faad26d64e72da3c13 HTTP/1.1" status: 200 len: 380 time: 0.0581923 Jun 08 14:00:57.600121 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'port': {'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'admin_state_up': True, 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'security_groups': ['5bc04445-5ed6-4968-9c3c-c3d6831d2a9d']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:57.701642 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:00:57.706744 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Made reservation on behalf of e0cc54eeb66b49faad26d64e72da3c13 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:00:57.711040 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:57.860288 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Allocated IP 172.20.0.14 (916ca76b-21eb-4307-84a8-b942f7d90566/255a9d14-cc72-4ff8-8366-f55bf8edb7e5/e3bc1722-8d2e-44a0-bd50-4f14efaae061) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:00:58.074026 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:58.109723 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183155f4-2696-4e10-a967-19a340778442 req-904b3a8f-b72a-4b32-92ca-ea53a8c0170b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:58.112645 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-183155f4-2696-4e10-a967-19a340778442 req-904b3a8f-b72a-4b32-92ca-ea53a8c0170b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0746100 Jun 08 14:00:58.113898 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:58.167317 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-183155f4-2696-4e10-a967-19a340778442 req-b23c29bb-887d-437b-acb8-908f523402e4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 Jun 08 14:00:58.179195 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'Port': ['ID=e3bc1722-8d2e-44a0-bd50-4f14efaae061,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:58.190035 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Network 916ca76b-21eb-4307-84a8-b942f7d90566 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:00:58.192053 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:00:58.216981 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:00:58.314544 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:58.315689 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:58.342321 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-ceba488a-efc6-4315-a95d-7fdd9e9b404c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467105 Jun 08 14:00:58.360504 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Request body: {'port': {'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:00:58.376218 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device eccbdf38-5eb4-4e51-9c86-543171fe61f8 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:00:58.435030 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:58.494805 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:58.510196 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'port_id': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'mac_address': 'fa:16:3e:38:c2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:00:58.563036 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port eccbdf38-5eb4-4e51-9c86-543171fe61f8 is: ACTIVE; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:00:58.563440 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:58.584670 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eccbdf38-5eb4-4e51-9c86-543171fe61f8 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:00:58.592519 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-2db4f15c-d7bc-4f1b-91bd-f65a69f6d8ec None None] Provisioning complete for port e3bc1722-8d2e-44a0-bd50-4f14efaae061 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:00:58.592998 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2db4f15c-d7bc-4f1b-91bd-f65a69f6d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:58.637908 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-2db4f15c-d7bc-4f1b-91bd-f65a69f6d8ec None None] Port e3bc1722-8d2e-44a0-bd50-4f14efaae061 cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 14:00:58.649263 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:00:58.660499 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:58.727238 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=6']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:58.758661 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['eccbdf38-5eb4-4e51-9c86-543171fe61f8'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:00:59.012302 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d50575-6bc1-4a6f-966a-115fd8756239 req-6b31f211-25be-4921-a798-10b13f23dca3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:59.013099 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-40d50575-6bc1-4a6f-966a-115fd8756239 req-6b31f211-25be-4921-a798-10b13f23dca3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 932 time: 0.3635409 Jun 08 14:00:59.090170 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-40d50575-6bc1-4a6f-966a-115fd8756239 req-a5e9bf82-632f-479b-9bac-3faa8856eae3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699804 Jun 08 14:00:59.139192 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bc1722-8d2e-44a0-bd50-4f14efaae061 {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:00:59.148078 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:59.161256 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Transition to ACTIVE for port object e3bc1722-8d2e-44a0-bd50-4f14efaae061 will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 14:00:59.168101 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:59.248147 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bc1722-8d2e-44a0-bd50-4f14efaae061,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:59.320720 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Attempting to bind port e3bc1722-8d2e-44a0-bd50-4f14efaae061 on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:00:59.321335 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Attempting to bind port e3bc1722-8d2e-44a0-bd50-4f14efaae061 by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:00:59.321874 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Attempting to bind port e3bc1722-8d2e-44a0-bd50-4f14efaae061 on network 916ca76b-21eb-4307-84a8-b942f7d90566 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:00:59.327951 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Port e3bc1722-8d2e-44a0-bd50-4f14efaae061 on network 916ca76b-21eb-4307-84a8-b942f7d90566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 14:00:59.328294 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Attempting to bind port e3bc1722-8d2e-44a0-bd50-4f14efaae061 on network 916ca76b-21eb-4307-84a8-b942f7d90566 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:00:59.335713 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:00:59.335713 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Checking segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:00:59.335713 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Bound using segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:00:59.336452 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Bound port: e3bc1722-8d2e-44a0-bd50-4f14efaae061, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:00:59.336909 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:59.453969 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185c8c-d10d-4ab8-a897-d3cfb6909857 req-5df316bb-934a-430a-b5b9-e8a42313ee6b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:59.455985 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-02185c8c-d10d-4ab8-a897-d3cfb6909857 req-5df316bb-934a-430a-b5b9-e8a42313ee6b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 944 time: 0.1179736 Jun 08 14:00:59.504657 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] For port e3bc1722-8d2e-44a0-bd50-4f14efaae061, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:00:59.520275 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-02185c8c-d10d-4ab8-a897-d3cfb6909857 req-bddfd031-49df-40f7-a9dc-95560c540771 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578899 Jun 08 14:00:59.523091 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] For port e3bc1722-8d2e-44a0-bd50-4f14efaae061, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:00:59.561212 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:59.647069 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:59.647837 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:00:59.649983 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] 10.222.0.71 "PUT /v2.0/ports/e3bc1722-8d2e-44a0-bd50-4f14efaae061 HTTP/1.1" status: 200 len: 1094 time: 1.2945352 Jun 08 14:00:59.650609 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'tag': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:00:59.653103 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82323fcb-b00c-42f2-b346-7c2dea89d5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf85366-4350-40d5-b34f-a9a267ba293b", "tag": "e3bc1722-8d2e-44a0-bd50-4f14efaae061"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:00:59.685444 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bd32e-b886-410e-839b-b676716cd811 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bc1722-8d2e-44a0-bd50-4f14efaae061,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:00:59.751768 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9f6d13-0eff-401a-ae49-c7cdd655bb2a x-openstack-request-id: req-3e9f6d13-0eff-401a-ae49-c7cdd655bb2a {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:00:59.752153 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf85366-4350-40d5-b34f-a9a267ba293b", "tag": "e3bc1722-8d2e-44a0-bd50-4f14efaae061", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:00:59.752328 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e9f6d13-0eff-401a-ae49-c7cdd655bb2a {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:00:59.753599 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9f6d13-0eff-401a-ae49-c7cdd655bb2a'] response: {'name': 'network-changed', 'server_uuid': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'tag': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'status': 'completed', 'code': 200} Jun 08 14:00:59.790965 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-6429d716-5355-4813-94ed-d20df84b50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:59.793200 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-6429d716-5355-4813-94ed-d20df84b50d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 1097 time: 0.0801263 Jun 08 14:00:59.853848 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-528b92c6-57da-468d-bdf1-23dd018f89e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061 HTTP/1.1" status: 200 len: 217 time: 0.0511856 Jun 08 14:00:59.912515 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-a5b6e411-13b2-4486-8020-72bea7c83fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:59.914368 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-a5b6e411-13b2-4486-8020-72bea7c83fcf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0508857 Jun 08 14:00:59.970821 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-9286278d-8afb-4ce5-8084-9780e6094f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:00:59.973185 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-9286278d-8afb-4ce5-8084-9780e6094f49 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463445 Jun 08 14:01:00.083553 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-8d00e83e-af76-48e0-b5e5-ba35b8719e17 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018126 Jun 08 14:01:00.242982 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3656938-5ca7-4e7f-ad22-c9c84cf6cbfd req-a3c28485-74c1-4c4a-a788-436fa9142339 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:00.245938 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b3656938-5ca7-4e7f-ad22-c9c84cf6cbfd req-a3c28485-74c1-4c4a-a788-436fa9142339 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 944 time: 0.0774229 Jun 08 14:01:00.292645 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b3656938-5ca7-4e7f-ad22-c9c84cf6cbfd req-ba87271e-285b-4443-a796-c09c9d9b81f6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394030 Jun 08 14:01:00.675405 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d2c48-e7f8-46a4-84c1-f89118afadf9 req-4b481b9c-d771-46d3-a77b-b01dbf3d8c3f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:00.677039 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a96d2c48-e7f8-46a4-84c1-f89118afadf9 req-4b481b9c-d771-46d3-a77b-b01dbf3d8c3f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 944 time: 0.0578625 Jun 08 14:01:00.721518 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a96d2c48-e7f8-46a4-84c1-f89118afadf9 req-21f86953-ced9-44e5-a92c-5c9c402941b1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364339 Jun 08 14:01:00.894524 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device eccbdf38-5eb4-4e51-9c86-543171fe61f8 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:01:00.968635 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port eccbdf38-5eb4-4e51-9c86-543171fe61f8 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:00.969587 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:01.006936 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-45c8d023-5732-43cc-8f64-46f63db9bc54 req-3d5a3e59-03c4-40a4-b70b-09263ce459fd service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099687 Jun 08 14:01:01.067536 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port eccbdf38-5eb4-4e51-9c86-543171fe61f8 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:01.067928 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:01.092819 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:01:01.095606 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e97c89-4930-4d06-ac3a-36ed01528b17" -d '{"events": [{"server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "name": "network-vif-plugged", "status": "completed", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:01:01.118945 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:01.151026 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:01.156868 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4b8e01-be65-4396-a8be-35bf1a63d3d0 x-openstack-request-id: req-cc4b8e01-be65-4396-a8be-35bf1a63d3d0 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:01:01.157751 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "name": "network-vif-plugged", "status": "completed", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:01:01.158012 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc4b8e01-be65-4396-a8be-35bf1a63d3d0 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:01:01.158622 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4b8e01-be65-4396-a8be-35bf1a63d3d0'] response: {'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'code': 200} Jun 08 14:01:01.238270 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=7']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:01.433279 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437fc3f-06af-4b0f-a28d-4e6606267400 req-bef1b1e3-ed18-4d1e-97fb-73a3b43fc8a3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:01.437104 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8437fc3f-06af-4b0f-a28d-4e6606267400 req-bef1b1e3-ed18-4d1e-97fb-73a3b43fc8a3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 944 time: 0.0620897 Jun 08 14:01:01.484538 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8437fc3f-06af-4b0f-a28d-4e6606267400 req-4263f6be-8617-4cbf-ad83-fa098f04da60 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Jun 08 14:01:01.893831 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7cd63-6c17-43d0-bba8-72d30fd5d2d8 req-9b6d1ebb-e1f8-4d56-85f9-7f72f9a015ad tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:01.895332 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cdc7cd63-6c17-43d0-bba8-72d30fd5d2d8 req-9b6d1ebb-e1f8-4d56-85f9-7f72f9a015ad tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0565622 Jun 08 14:01:01.941023 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cdc7cd63-6c17-43d0-bba8-72d30fd5d2d8 req-ef3bbaae-1c87-4a9f-9fc2-23b19edd91a7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368023 Jun 08 14:01:02.634337 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b1d0-a6c1-40b9-8785-a0eed6b29a3c req-1fa99b2e-1129-44a3-abc5-98805fd3cc38 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:02.636666 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-53b0b1d0-a6c1-40b9-8785-a0eed6b29a3c req-1fa99b2e-1129-44a3-abc5-98805fd3cc38 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 944 time: 0.0692751 Jun 08 14:01:02.699057 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-53b0b1d0-a6c1-40b9-8785-a0eed6b29a3c req-21265a71-3ef2-4896-8fa7-b0ed6729fa08 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533018 Jun 08 14:01:02.864135 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-bca4c024-174c-4010-af8c-4772354297f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:02.867143 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-bca4c024-174c-4010-af8c-4772354297f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 1097 time: 0.0559046 Jun 08 14:01:03.000330 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-2deb2185-6fac-4816-8e66-272926cf1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:03.002184 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-2deb2185-6fac-4816-8e66-272926cf1963 service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.1216404 Jun 08 14:01:03.049658 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-efd46e6a-0662-4265-8676-7ecf276a5cde service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061 HTTP/1.1" status: 200 len: 217 time: 0.0389168 Jun 08 14:01:03.098606 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d39a8-4d73-4e49-934f-70434d0bb6bc req-1d4835c6-fe5e-4b2b-9b4b-2a9e85bf7f94 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:03.101385 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-099d39a8-4d73-4e49-934f-70434d0bb6bc req-1d4835c6-fe5e-4b2b-9b4b-2a9e85bf7f94 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0643766 Jun 08 14:01:03.138651 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-37355c77-6a2c-43c3-870e-837363f48323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:03.140858 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-37355c77-6a2c-43c3-870e-837363f48323 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0793877 Jun 08 14:01:03.150559 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-099d39a8-4d73-4e49-934f-70434d0bb6bc req-4eac72f5-9a8d-4386-b35b-3fb403e2e790 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418313 Jun 08 14:01:03.226041 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-27aa57cd-d5eb-423a-8276-5fb5e9cdad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:03.227804 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-27aa57cd-d5eb-423a-8276-5fb5e9cdad0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739281 Jun 08 14:01:03.328341 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-800b4388-f813-4ccd-b5af-1d477003e58d service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932391 Jun 08 14:01:03.446612 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-82323fcb-b00c-42f2-b346-7c2dea89d5d5 req-99db670b-3187-42d5-9752-a2b2849cad65 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077781 Jun 08 14:01:03.846353 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5a3ca-9666-42d0-9e1a-f51f198aab11 req-3a7f0982-8f49-4696-9fac-870d238a1a0d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:03.846353 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6ae5a3ca-9666-42d0-9e1a-f51f198aab11 req-3a7f0982-8f49-4696-9fac-870d238a1a0d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 944 time: 0.0616879 Jun 08 14:01:03.892844 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6ae5a3ca-9666-42d0-9e1a-f51f198aab11 req-e78a287f-5065-4e38-8a3d-da2982d56a8e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401247 Jun 08 14:01:04.301144 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392c73f-1049-4725-a1d8-e95371247561 req-5c8feb87-7d78-4585-9f3d-7a7d67250a14 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:04.304103 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d392c73f-1049-4725-a1d8-e95371247561 req-5c8feb87-7d78-4585-9f3d-7a7d67250a14 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0590723 Jun 08 14:01:04.378390 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d392c73f-1049-4725-a1d8-e95371247561 req-80e5a0f2-c3d6-43ab-904d-7fd01cf7a2d3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670927 Jun 08 14:01:05.059810 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9f31-8841-4fd4-af55-f94f686b1b28 req-1238181e-9267-4572-b6e2-7966be4ebbba tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:05.061511 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b1ab9f31-8841-4fd4-af55-f94f686b1b28 req-1238181e-9267-4572-b6e2-7966be4ebbba tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 944 time: 0.0620284 Jun 08 14:01:05.117089 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b1ab9f31-8841-4fd4-af55-f94f686b1b28 req-9a9d2f5f-a41b-4c2c-ae36-fe8dc225f6c9 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479245 Jun 08 14:01:05.565580 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1899725-33bc-4273-9120-7f814aef3989 req-3f67d3bc-09a7-44da-ae7c-3472fc41ed8f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:05.567551 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c1899725-33bc-4273-9120-7f814aef3989 req-3f67d3bc-09a7-44da-ae7c-3472fc41ed8f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0960555 Jun 08 14:01:05.622828 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c1899725-33bc-4273-9120-7f814aef3989 req-4acefbf2-73b1-4b41-a821-e9a756914bc6 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446155 Jun 08 14:01:06.278439 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a2739-5398-4e1d-b405-e321e86094d2 req-0dd985e6-8029-4898-af4b-dc6fd4c45234 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:06.280205 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-693a2739-5398-4e1d-b405-e321e86094d2 req-0dd985e6-8029-4898-af4b-dc6fd4c45234 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 944 time: 0.0757730 Jun 08 14:01:06.342933 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-693a2739-5398-4e1d-b405-e321e86094d2 req-0657bd63-f710-431a-a8ec-ac61d0c7a123 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560896 Jun 08 14:01:06.813018 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8deea-e150-4958-9316-e060043ef9a7 req-82b69678-ebab-4ee5-8e53-eab1b140887c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:06.827034 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c4a8deea-e150-4958-9316-e060043ef9a7 req-82b69678-ebab-4ee5-8e53-eab1b140887c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0997047 Jun 08 14:01:06.897355 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c4a8deea-e150-4958-9316-e060043ef9a7 req-6097799b-08cc-4996-a377-79ecff2ec411 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623553 Jun 08 14:01:07.545194 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f7b18-02ee-45e5-bfdc-b566d062cf1f req-ca5c6816-09c7-4188-9910-43483c887afd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:07.547046 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6a0f7b18-02ee-45e5-bfdc-b566d062cf1f req-ca5c6816-09c7-4188-9910-43483c887afd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 944 time: 0.0863366 Jun 08 14:01:07.592519 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:07.618009 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-6a0f7b18-02ee-45e5-bfdc-b566d062cf1f req-72fcf633-577b-4036-af41-36c57cad8700 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624373 Jun 08 14:01:08.122771 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e48dc-9e2a-4467-b55f-561f4dc60c6b req-e7c29c73-a810-49a2-9f4c-8566bcb854aa tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:08.125332 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b46e48dc-9e2a-4467-b55f-561f4dc60c6b req-e7c29c73-a810-49a2-9f4c-8566bcb854aa tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0847859 Jun 08 14:01:08.211983 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b46e48dc-9e2a-4467-b55f-561f4dc60c6b req-232db5bc-4892-4a8b-95f7-21c916ebee1b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552022 Jun 08 14:01:08.783292 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33e17-e9cb-47dd-a8dc-4dac5cbd66ae req-707134b0-ac79-4cc0-8856-c28f40c3cbe2 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:08.784931 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f0e33e17-e9cb-47dd-a8dc-4dac5cbd66ae req-707134b0-ac79-4cc0-8856-c28f40c3cbe2 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 944 time: 0.0770040 Jun 08 14:01:08.839894 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f0e33e17-e9cb-47dd-a8dc-4dac5cbd66ae req-96d5b466-0bb7-4fd6-99b2-605a8f3d3d0f tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461140 Jun 08 14:01:09.381908 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76134f-a605-4412-98f6-70ef5d83f169 req-27dcba9e-bf4f-427a-a134-d3c5eb14bb77 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:09.384715 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fc76134f-a605-4412-98f6-70ef5d83f169 req-27dcba9e-bf4f-427a-a134-d3c5eb14bb77 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0881107 Jun 08 14:01:09.441215 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fc76134f-a605-4412-98f6-70ef5d83f169 req-7aa1c583-9b47-4d4f-b66f-1cdfc63af7ec tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490820 Jun 08 14:01:09.552528 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb792f-008f-4913-a332-45a25943a3bd req-9fc44e5b-8269-44dd-8f35-4bcc83e82eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:09.554749 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c0cb792f-008f-4913-a332-45a25943a3bd req-9fc44e5b-8269-44dd-8f35-4bcc83e82eb1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 1098 time: 0.0669520 Jun 08 14:01:09.688767 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb792f-008f-4913-a332-45a25943a3bd req-3ea0476b-334f-454d-9e93-74e6b015f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:09.690504 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c0cb792f-008f-4913-a332-45a25943a3bd req-3ea0476b-334f-454d-9e93-74e6b015f672 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 918 time: 0.1209817 Jun 08 14:01:09.795688 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c0cb792f-008f-4913-a332-45a25943a3bd req-b884aab2-6401-42c7-b74e-2e25ba71e089 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8 HTTP/1.1" status: 200 len: 1001 time: 0.0970581 Jun 08 14:01:09.858212 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb792f-008f-4913-a332-45a25943a3bd req-46b01a36-a563-4e69-8c0e-6dcb41b17f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:09.860108 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c0cb792f-008f-4913-a332-45a25943a3bd req-46b01a36-a563-4e69-8c0e-6dcb41b17f3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.0567887 Jun 08 14:01:09.936326 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb792f-008f-4913-a332-45a25943a3bd req-0bc9603f-f3a1-49f2-8d33-727a0d52b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:09.940753 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c0cb792f-008f-4913-a332-45a25943a3bd req-0bc9603f-f3a1-49f2-8d33-727a0d52b906 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714629 Jun 08 14:01:10.024731 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766b00e-d276-47a2-aa1b-5ae967ce5e72 req-50627de4-2b51-4f3c-af95-22e643510d63 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:10.026727 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2766b00e-d276-47a2-aa1b-5ae967ce5e72 req-50627de4-2b51-4f3c-af95-22e643510d63 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 944 time: 0.0622375 Jun 08 14:01:10.100030 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c0cb792f-008f-4913-a332-45a25943a3bd req-2c0846b9-cde7-46ae-b083-a4aa25ad9b56 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522126 Jun 08 14:01:10.126619 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2766b00e-d276-47a2-aa1b-5ae967ce5e72 req-d587e2ef-73c4-422f-ad95-22b0fb6e01c3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868692 Jun 08 14:01:10.211951 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c0cb792f-008f-4913-a332-45a25943a3bd req-ded95658-0bb7-49b9-9765-34f638cf2663 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025662 Jun 08 14:01:10.584932 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911727a-862f-4c75-9e7b-07373971efd7 req-3915d811-6078-4826-8aca-85c6d34fad8e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:10.587048 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e911727a-862f-4c75-9e7b-07373971efd7 req-3915d811-6078-4826-8aca-85c6d34fad8e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0536394 Jun 08 14:01:10.637346 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e911727a-862f-4c75-9e7b-07373971efd7 req-c32022c7-1ec5-4bfc-a44f-a421ad523fd1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401905 Jun 08 14:01:11.409689 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device e3bc1722-8d2e-44a0-bd50-4f14efaae061 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:01:11.469772 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cbc10-1dcd-4a85-8a4d-bc73130db8c9 req-8d027784-c320-4761-a12b-1324c8950f42 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:11.471408 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6b7cbc10-1dcd-4a85-8a4d-bc73130db8c9 req-8d027784-c320-4761-a12b-1324c8950f42 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 944 time: 0.0555847 Jun 08 14:01:11.540023 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6b7cbc10-1dcd-4a85-8a4d-bc73130db8c9 req-c12b1440-df4c-4c76-84b1-2e5de8811f78 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558341 Jun 08 14:01:11.568689 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port e3bc1722-8d2e-44a0-bd50-4f14efaae061, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:11.586220 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'mac_address': 'fa:16:3e:6d:35:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:01:11.646471 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port e3bc1722-8d2e-44a0-bd50-4f14efaae061 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:11.647037 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:11.668989 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bc1722-8d2e-44a0-bd50-4f14efaae061 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:01:11.704188 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port e3bc1722-8d2e-44a0-bd50-4f14efaae061, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:11.710211 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:11.793011 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=e3bc1722-8d2e-44a0-bd50-4f14efaae061,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:11.840702 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f1676-39b4-41a6-b98d-cc20fda370b5 req-0b0811c3-a935-401f-8df4-fda4671b4a52 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:11.842421 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1f2f1676-39b4-41a6-b98d-cc20fda370b5 req-0b0811c3-a935-401f-8df4-fda4671b4a52 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0895011 Jun 08 14:01:11.902680 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1f2f1676-39b4-41a6-b98d-cc20fda370b5 req-589bef80-67f0-459e-b96e-64af3d21ed4c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527143 Jun 08 14:01:12.678219 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bb86d-91bf-4630-a6bb-29a5ca8f40e8 req-9724f0d7-27a7-463e-bcd7-59ae7ec1fb99 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:12.679675 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cc8bb86d-91bf-4630-a6bb-29a5ca8f40e8 req-9724f0d7-27a7-463e-bcd7-59ae7ec1fb99 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 945 time: 0.0597630 Jun 08 14:01:12.717060 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cc8bb86d-91bf-4630-a6bb-29a5ca8f40e8 req-511245c5-d6db-4bfe-b784-c3a29b2e9c0e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Jun 08 14:01:13.033577 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cf618-a1af-4d97-bb8e-24fcd462e878 req-ab688c62-35d5-4c45-9406-d8e184a509f4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:13.035094 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5e1cf618-a1af-4d97-bb8e-24fcd462e878 req-ab688c62-35d5-4c45-9406-d8e184a509f4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0480287 Jun 08 14:01:13.073545 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5e1cf618-a1af-4d97-bb8e-24fcd462e878 req-4ad6e755-84a3-4f80-a553-03feb5dd7980 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315259 Jun 08 14:01:13.520721 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['e3bc1722-8d2e-44a0-bd50-4f14efaae061'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:01:13.844976 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c56b3-fc0f-4387-99df-bec4dc916bda req-de10e981-962b-4b7d-b727-9d41e1fbb226 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:13.846574 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a61c56b3-fc0f-4387-99df-bec4dc916bda req-de10e981-962b-4b7d-b727-9d41e1fbb226 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 945 time: 0.0593839 Jun 08 14:01:13.904545 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a61c56b3-fc0f-4387-99df-bec4dc916bda req-ff6592fb-ca3b-49db-8dd3-6e1fedfbf530 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490985 Jun 08 14:01:14.200362 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2a740-9d08-4409-a214-495835d37e8e req-5b174b53-72b6-464b-a14c-fa6a7018effb tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:14.202039 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dec2a740-9d08-4409-a214-495835d37e8e req-5b174b53-72b6-464b-a14c-fa6a7018effb tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.0505066 Jun 08 14:01:14.259296 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dec2a740-9d08-4409-a214-495835d37e8e req-11351e4d-5bb6-49f3-9456-446c996f2837 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465653 Jun 08 14:01:15.052327 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9c722-693c-4a8c-9821-a2cde83f2620 req-1d5f51fd-ea5a-4d42-a849-08f68554235d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:15.053900 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c0f9c722-693c-4a8c-9821-a2cde83f2620 req-1d5f51fd-ea5a-4d42-a849-08f68554235d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 945 time: 0.0584195 Jun 08 14:01:15.109138 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c0f9c722-693c-4a8c-9821-a2cde83f2620 req-134850a8-38d6-4afd-8925-c1328a2882c8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474651 Jun 08 14:01:15.224625 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device e3bc1722-8d2e-44a0-bd50-4f14efaae061 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:01:15.286579 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port e3bc1722-8d2e-44a0-bd50-4f14efaae061 completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 14:01:15.291560 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port e3bc1722-8d2e-44a0-bd50-4f14efaae061 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:15.292164 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:15.339315 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [req-99e94b4c-f7b9-4904-a990-4325a81466ca req-3953583d-97d5-44c8-8799-dff4da2a0359 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 14:01:15.340642 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-99e94b4c-f7b9-4904-a990-4325a81466ca req-3953583d-97d5-44c8-8799-dff4da2a0359 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1257763 Jun 08 14:01:15.406655 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port e3bc1722-8d2e-44a0-bd50-4f14efaae061 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:15.407493 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:15.458461 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:01:15.461303 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5875715d-6c7e-43e0-bb9d-3fdde560158a" -d '{"events": [{"server_uuid": "8cf85366-4350-40d5-b34f-a9a267ba293b", "name": "network-vif-plugged", "status": "completed", "tag": "e3bc1722-8d2e-44a0-bd50-4f14efaae061"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:01:15.477996 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port e3bc1722-8d2e-44a0-bd50-4f14efaae061, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:15.485810 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:15.487428 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device eccbdf38-5eb4-4e51-9c86-543171fe61f8 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:01:15.597020 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e362630b-2044-4e08-bfe5-3f9d9102a6b9 x-openstack-request-id: req-e362630b-2044-4e08-bfe5-3f9d9102a6b9 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:01:15.597595 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf85366-4350-40d5-b34f-a9a267ba293b", "name": "network-vif-plugged", "status": "completed", "tag": "e3bc1722-8d2e-44a0-bd50-4f14efaae061", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:01:15.597869 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e362630b-2044-4e08-bfe5-3f9d9102a6b9 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:01:15.598537 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e362630b-2044-4e08-bfe5-3f9d9102a6b9'] response: {'server_uuid': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'code': 200} Jun 08 14:01:15.632570 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=e3bc1722-8d2e-44a0-bd50-4f14efaae061,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:15.687662 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port eccbdf38-5eb4-4e51-9c86-543171fe61f8 is: ACTIVE; New status is: DOWN {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:15.688321 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:15.727570 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ef802-f725-4f95-b103-774b3e5e4157 req-d3daa229-98a1-4f3e-8195-9026c0218538 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:15.730254 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6c2ef802-f725-4f95-b103-774b3e5e4157 req-d3daa229-98a1-4f3e-8195-9026c0218538 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 945 time: 0.1591883 Jun 08 14:01:15.732220 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:15.737229 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:15.778928 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6c2ef802-f725-4f95-b103-774b3e5e4157 req-fbb6341f-18c8-4204-b5cf-d78b2a58cbee tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385499 Jun 08 14:01:15.866928 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bb44f-60b9-4d55-a235-e909e24e9c00 req-84674a40-aa6f-4607-b25c-c017598be5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:15.868898 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-961bb44f-60b9-4d55-a235-e909e24e9c00 req-84674a40-aa6f-4607-b25c-c017598be5e3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 1099 time: 0.0738080 Jun 08 14:01:15.869359 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=8']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:15.922523 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-961bb44f-60b9-4d55-a235-e909e24e9c00 req-721de3b6-7eb8-4313-8d49-7aab41c22626 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461376 Jun 08 14:01:16.210082 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44054) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:16.328151 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4d2b0-5c82-4911-8827-b21768d8b254 req-6ad8ad5a-d345-428e-9357-cb272e8a3c3a tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:16.329665 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-19c4d2b0-5c82-4911-8827-b21768d8b254 req-6ad8ad5a-d345-428e-9357-cb272e8a3c3a tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 946 time: 0.1099455 Jun 08 14:01:16.345001 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-ea82050e-486e-4559-b7cc-c9067bebb2d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1333656 Jun 08 14:01:16.357044 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-81cbaa44-077b-404e-b6c7-4c57c0d2ef4e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 14:01:16.358069 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-81cbaa44-077b-404e-b6c7-4c57c0d2ef4e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056753 Jun 08 14:01:16.379313 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-19c4d2b0-5c82-4911-8827-b21768d8b254 req-06918f11-15a3-4df1-b897-23a76f4b1e29 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427878 Jun 08 14:01:16.968439 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a802e3-9fb7-465e-9ccb-4ee2e2b8947b req-5b73f953-efd9-4d00-bf8b-3d9a1a2065c3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:16.969920 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-84a802e3-9fb7-465e-9ccb-4ee2e2b8947b req-5b73f953-efd9-4d00-bf8b-3d9a1a2065c3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0506163 Jun 08 14:01:17.012928 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-84a802e3-9fb7-465e-9ccb-4ee2e2b8947b req-02c36a87-c4db-43f3-becc-0988ab296e5c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344684 Jun 08 14:01:17.214344 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-be7c87a6-ed12-407e-8cdc-2e0f2487bed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:17.512113 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcdfe6-dac8-4686-a9ae-302342d251db req-a8ad64c0-a07c-4a98-977f-c999b4645eeb tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:17.514107 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-50dcdfe6-dac8-4686-a9ae-302342d251db req-a8ad64c0-a07c-4a98-977f-c999b4645eeb tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 946 time: 0.0616574 Jun 08 14:01:17.570648 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-50dcdfe6-dac8-4686-a9ae-302342d251db req-2a4bf639-0139-4d36-8b2d-ebecd7fa1632 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408649 Jun 08 14:01:17.600577 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:01:17.604646 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9371af5a-35b4-489d-8dac-5046aecf3d7c" -d '{"events": [{"server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "name": "network-vif-unplugged", "status": "completed", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:01:17.651453 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Jun 2022 14:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3757d2b-5a1b-4761-9a7a-29c5d9e75ef0 x-openstack-request-id: req-d3757d2b-5a1b-4761-9a7a-29c5d9e75ef0 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:01:17.651771 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "name": "network-vif-unplugged", "status": "failed", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8", "code": 422}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:01:17.652027 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3757d2b-5a1b-4761-9a7a-29c5d9e75ef0 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:01:17.652464 dv-cinder-845130-1-iscsi neutron-server[97371]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d3757d2b-5a1b-4761-9a7a-29c5d9e75ef0']: {'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'code': 422} returned with failed status Jun 08 14:01:18.146426 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069483cc-a82d-4ec4-9606-757a222685fc req-78c19ad3-f74b-444e-b9de-68009baefec2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:18.147923 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-069483cc-a82d-4ec4-9606-757a222685fc req-78c19ad3-f74b-444e-b9de-68009baefec2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0513725 Jun 08 14:01:18.190377 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-069483cc-a82d-4ec4-9606-757a222685fc req-3b81c8c4-a210-43d3-958d-16a7d85cf83d tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360787 Jun 08 14:01:18.704653 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2b353-b39b-4008-84b3-ee7699c299bb req-0b108eef-a0e5-41b5-949b-6ba9c61d960d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:18.706190 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fdd2b353-b39b-4008-84b3-ee7699c299bb req-0b108eef-a0e5-41b5-949b-6ba9c61d960d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 946 time: 0.0595663 Jun 08 14:01:18.754693 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-fdd2b353-b39b-4008-84b3-ee7699c299bb req-86fd8b3f-571a-445a-9c98-a4f5d4721e1f tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377636 Jun 08 14:01:19.399427 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305de0b4-65d3-4920-af71-ba27f5d29dfb req-5a2b02fb-ffe5-4293-b888-08d674e61525 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:19.401932 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-305de0b4-65d3-4920-af71-ba27f5d29dfb req-5a2b02fb-ffe5-4293-b888-08d674e61525 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0921798 Jun 08 14:01:19.406462 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-c5eff3f2-c7d2-41b2-8056-5e2bc57d6588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:19.454806 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-305de0b4-65d3-4920-af71-ba27f5d29dfb req-6481088b-4294-4ba7-b792-03f424ab83b3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373819 Jun 08 14:01:19.672557 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-8b1b93fa-5a86-4465-9f63-a79d7f69c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:19.673976 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-8b1b93fa-5a86-4465-9f63-a79d7f69c847 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a&tenant_id=32b44032f04541228ee68e9de40262d0 HTTP/1.1" status: 200 len: 1096 time: 0.0472269 Jun 08 14:01:19.752225 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-6ce51609-abcf-4961-a812-c22f30e3264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:19.753809 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-6ce51609-abcf-4961-a812-c22f30e3264e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32b44032f04541228ee68e9de40262d0&device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 1096 time: 0.0483904 Jun 08 14:01:19.900948 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c746a12-a2ec-4c87-ad8d-6b08543b5e75 req-b2e480de-d0f8-4ca8-afe5-51be9dfb9638 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:19.904686 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9c746a12-a2ec-4c87-ad8d-6b08543b5e75 req-b2e480de-d0f8-4ca8-afe5-51be9dfb9638 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 946 time: 0.0655398 Jun 08 14:01:19.977769 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9c746a12-a2ec-4c87-ad8d-6b08543b5e75 req-eff2139d-3fa9-437f-b1a3-3cb024344e3c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583472 Jun 08 14:01:20.011963 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-4f18660a-e0a2-4f93-9aea-f537a68e7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:20.014812 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-4f18660a-e0a2-4f93-9aea-f537a68e7467 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 200 len: 918 time: 0.1385190 Jun 08 14:01:20.133820 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-f85e572b-2605-4f3e-bca3-3e06e1b1fc1e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8 HTTP/1.1" status: 200 len: 999 time: 0.1112375 Jun 08 14:01:20.217023 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-8ef5b58e-f625-468d-a876-f2acc8436fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:20.219841 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-8ef5b58e-f625-468d-a876-f2acc8436fb1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 200 len: 856 time: 0.0690997 Jun 08 14:01:20.278803 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-6b970e7d-ce60-4b5d-9553-a11e18092703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:20.281165 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-6b970e7d-ce60-4b5d-9553-a11e18092703 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ad6f45b-ae63-4e65-8c05-829489007dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545995 Jun 08 14:01:20.401122 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-3bef5365-41f9-4608-aabc-efa4073d8266 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124375 Jun 08 14:01:20.498325 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e113dcaa-3da4-4e75-9a56-ffa3c61821e2 req-9d773450-0cba-424f-b69a-f301300142e2 service neutron] 10.222.0.71 "GET /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868747 Jun 08 14:01:20.609330 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11f611-75cc-4123-98ce-5518a0b5aba4 req-c10cdd2f-7367-4d29-8204-cc4e6147def9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:20.610880 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4a11f611-75cc-4123-98ce-5518a0b5aba4 req-c10cdd2f-7367-4d29-8204-cc4e6147def9 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0624263 Jun 08 14:01:20.659210 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4a11f611-75cc-4123-98ce-5518a0b5aba4 req-6bdac45a-0f97-41c8-9af7-3b10149dc2e8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393260 Jun 08 14:01:21.073376 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:21.233800 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12954db3-0e5f-497b-9141-ba01a45afe3e req-b7d90fc5-1a06-4cdb-92e7-60610abc07da tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:21.236019 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-12954db3-0e5f-497b-9141-ba01a45afe3e req-b7d90fc5-1a06-4cdb-92e7-60610abc07da tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 946 time: 0.1217449 Jun 08 14:01:21.299356 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-12954db3-0e5f-497b-9141-ba01a45afe3e req-0c2a20b9-29c8-423f-95f2-d05c8c8807bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534067 Jun 08 14:01:21.528106 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92815d16-e3e9-41fd-b3d2-2fdb411215f8 req-2bd62e97-bce8-44ac-807c-152e8ea078bf tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:21.536168 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-92815d16-e3e9-41fd-b3d2-2fdb411215f8 req-2bd62e97-bce8-44ac-807c-152e8ea078bf tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 946 time: 0.0801997 Jun 08 14:01:21.616521 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-92815d16-e3e9-41fd-b3d2-2fdb411215f8 req-f11aad84-a99f-41cc-bc9b-b86d713c49ed tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792964 Jun 08 14:01:21.634139 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44162) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:21.690678 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b82b70d-fc61-4618-8abb-828abbf14179 tempest-TestVolumeBootPattern-1683576760 tempest-TestVolumeBootPattern-1683576760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:21.693524 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-0b82b70d-fc61-4618-8abb-828abbf14179 tempest-TestVolumeBootPattern-1683576760 tempest-TestVolumeBootPattern-1683576760-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 1094 time: 0.0572770 Jun 08 14:01:21.697693 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44166) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:21.707159 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address': '172.20.0.14'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:01:21.755504 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:21.984463 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2b34d-54b7-4f6d-b152-b813af6a3468 req-94f94373-274e-4fc0-bc1d-be0854686767 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:21.997592 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-56d2b34d-54b7-4f6d-b152-b813af6a3468 req-94f94373-274e-4fc0-bc1d-be0854686767 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.1714962 Jun 08 14:01:21.999947 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:22.059157 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-56d2b34d-54b7-4f6d-b152-b813af6a3468 req-6d49d273-7281-4695-97ba-e432200398d3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599248 Jun 08 14:01:22.146758 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Allocated IP 172.27.0.98 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/78565a37-f8e4-460e-985e-71825dfbfdcd) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:01:22.301312 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:22.321592 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:22.370664 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:22.434825 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:01:22.443353 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:22.451233 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:01:22.483690 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'Port': ['ID=78565a37-f8e4-460e-985e-71825dfbfdcd,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:22.497861 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.498202 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.498533 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.498869 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.499197 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.499527 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.499851 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.500175 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.500502 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.500824 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.501141 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.501457 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:22.803273 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:23.298984 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39b3b0-05d7-4d87-b8fc-58abd9dbe652 req-36dbae89-51e7-4f4a-9eaf-d1e8f658e64f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:23.300609 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2b39b3b0-05d7-4d87-b8fc-58abd9dbe652 req-36dbae89-51e7-4f4a-9eaf-d1e8f658e64f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.1058245 Jun 08 14:01:23.329883 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:23.393331 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2b39b3b0-05d7-4d87-b8fc-58abd9dbe652 req-5c3a735b-e465-4c76-91cd-baa7e759bfbf tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701249 Jun 08 14:01:23.447763 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:23.669363 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:23.677348 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:23.801176 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:23.922513 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Floating IP 06497f9f-a155-484a-b5fb-d1f91fd09081 associated. External IP: 172.27.0.98, port: e3bc1722-8d2e-44a0-bd50-4f14efaae061. Jun 08 14:01:23.926128 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'Port': ['ID=78565a37-f8e4-460e-985e-71825dfbfdcd,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:24.175823 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:01:24.327793 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:01:24.351526 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] Sync routers for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:01:24.353770 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:24.373399 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:24.374272 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:24.403654 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-728b199c-1bce-4d5e-8bae-dbd35dc29841 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7036519 Jun 08 14:01:24.404469 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'tag': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:01:24.409662 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5594c8-01d6-4d4c-b706-ae009dfb8991" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf85366-4350-40d5-b34f-a9a267ba293b", "tag": "e3bc1722-8d2e-44a0-bd50-4f14efaae061"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:01:24.536680 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e12587-b76e-46fc-ad9d-6fae298fd3e2 x-openstack-request-id: req-71e12587-b76e-46fc-ad9d-6fae298fd3e2 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:01:24.537102 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf85366-4350-40d5-b34f-a9a267ba293b", "tag": "e3bc1722-8d2e-44a0-bd50-4f14efaae061", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:01:24.537498 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71e12587-b76e-46fc-ad9d-6fae298fd3e2 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:01:24.538239 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e12587-b76e-46fc-ad9d-6fae298fd3e2'] response: {'name': 'network-changed', 'server_uuid': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'tag': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'status': 'completed', 'code': 200} Jun 08 14:01:24.544559 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:24.653442 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee518e8-2b84-4982-a77a-eadeb7f12bec req-d75690ae-2316-45b8-b459-20a6a3581c15 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:24.656533 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-aee518e8-2b84-4982-a77a-eadeb7f12bec req-d75690ae-2316-45b8-b459-20a6a3581c15 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0776856 Jun 08 14:01:24.703219 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-aee518e8-2b84-4982-a77a-eadeb7f12bec req-448e858d-d521-48cb-a368-17486951b732 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361257 Jun 08 14:01:24.867471 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '06497f9f-a155-484a-b5fb-d1f91fd09081', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:6d:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:01:22Z', 'updated_at': '2022-06-08T14:01:22Z', 'revision_number': 0, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:24.898968 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] Checking router: 7fad602a-6b54-4c55-bbb1-16d34c9e8030 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:01:24.911862 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:24.912536 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:25.052549 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:25.401100 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '06497f9f-a155-484a-b5fb-d1f91fd09081', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:6d:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:01:22Z', 'updated_at': '2022-06-08T14:01:22Z', 'revision_number': 0, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:25.438470 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab95859-320f-49c5-b9c0-e1d6935304f3 None None] The sync data for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi is: [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '06497f9f-a155-484a-b5fb-d1f91fd09081', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:6d:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:01:22Z', 'updated_at': '2022-06-08T14:01:22Z', 'revision_number': 0, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:01:25.760013 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a25609-1032-43c5-9bcf-20b2a2ff2e68 None None] New status for floating IP 06497f9f-a155-484a-b5fb-d1f91fd09081: ACTIVE {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:01:25.950374 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c2b43-a070-4c25-965a-a96f5f173525 req-bcfb4b67-123f-4cb1-ac43-1f6c69431874 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:25.951920 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3a4c2b43-a070-4c25-965a-a96f5f173525 req-bcfb4b67-123f-4cb1-ac43-1f6c69431874 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0966108 Jun 08 14:01:26.029145 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3a4c2b43-a070-4c25-965a-a96f5f173525 req-37cc8d77-b783-4f3e-82b4-132a58ed98ca tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645075 Jun 08 14:01:27.164177 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea831720-a08d-4c8c-b3d9-1e4d7c64df06 req-ac35d4ef-815d-4b6c-84ec-4a6ce893df3b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:27.165847 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ea831720-a08d-4c8c-b3d9-1e4d7c64df06 req-ac35d4ef-815d-4b6c-84ec-4a6ce893df3b tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0521894 Jun 08 14:01:27.250348 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ea831720-a08d-4c8c-b3d9-1e4d7c64df06 req-56d7041d-cb06-4203-b6d1-1f29d159200e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770862 Jun 08 14:01:28.448425 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a7611-7672-4d76-b19d-db88ec66dab9 req-15e1e651-9302-4af2-9952-466b03747c7c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:28.451163 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dc5a7611-7672-4d76-b19d-db88ec66dab9 req-15e1e651-9302-4af2-9952-466b03747c7c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0922780 Jun 08 14:01:28.523988 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-dc5a7611-7672-4d76-b19d-db88ec66dab9 req-07c295c9-47a6-44b4-bf54-1c88dc43151f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601010 Jun 08 14:01:29.673077 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e941ce-ce18-4298-a61a-fd2ed5422f6d req-c81b91c2-6ea2-4b1f-b9f9-b1d18707741e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:29.674708 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d7e941ce-ce18-4298-a61a-fd2ed5422f6d req-c81b91c2-6ea2-4b1f-b9f9-b1d18707741e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0558233 Jun 08 14:01:29.735907 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d7e941ce-ce18-4298-a61a-fd2ed5422f6d req-81ff5f17-e6ee-44e4-a45c-01b44c3818c1 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543184 Jun 08 14:01:30.581248 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44268) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:30.706844 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-886aa01c-b937-4975-be41-1efb3dd973aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:30.795408 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-886aa01c-b937-4975-be41-1efb3dd973aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:30.800677 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-886aa01c-b937-4975-be41-1efb3dd973aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:30.842885 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-886aa01c-b937-4975-be41-1efb3dd973aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7860fc702fa4a3b8d50dd01f03c48e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598062 Jun 08 14:01:30.846839 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aa01c-b937-4975-be41-1efb3dd973aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a332cde0-1fad-4bef-835d-1f980fcb6681,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:30.849897 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44274) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:30.887646 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc9f14-c7ad-4718-9dc8-60f97c388e72 req-2f5ded35-6a74-429a-8a11-7528de1352b4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:30.889215 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ccfc9f14-c7ad-4718-9dc8-60f97c388e72 req-2f5ded35-6a74-429a-8a11-7528de1352b4 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0633252 Jun 08 14:01:30.911409 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9faf3db7-a453-4165-85b4-6116129c8d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:30.942243 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ccfc9f14-c7ad-4718-9dc8-60f97c388e72 req-5ef98fba-c45a-4ac8-bb0d-a4c67a11536c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464382 Jun 08 14:01:30.946096 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9faf3db7-a453-4165-85b4-6116129c8d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:31.008613 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9faf3db7-a453-4165-85b4-6116129c8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:31.014430 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9faf3db7-a453-4165-85b4-6116129c8d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:31.016693 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-9faf3db7-a453-4165-85b4-6116129c8d7b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a332cde0-1fad-4bef-835d-1f980fcb6681 HTTP/1.1" status: 204 len: 168 time: 0.1652460 Jun 08 14:01:31.030606 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf3db7-a453-4165-85b4-6116129c8d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a332cde0-1fad-4bef-835d-1f980fcb6681,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:31.359868 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44282) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:31.378436 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-51654709-4c28-4d73-a08a-08f234cbcda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:31.382940 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-625d82ed-2e2c-4dce-b9a6-ce8bc54a8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:31.384491 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-625d82ed-2e2c-4dce-b9a6-ce8bc54a8fa9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 1099 time: 0.0612409 Jun 08 14:01:31.475332 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-51654709-4c28-4d73-a08a-08f234cbcda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:31.493442 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-51654709-4c28-4d73-a08a-08f234cbcda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:31.515620 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-1e60ef11-030f-45e5-8f29-4bb6d6029763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:31.517557 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-1e60ef11-030f-45e5-8f29-4bb6d6029763 service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.1229024 Jun 08 14:01:31.563789 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-51654709-4c28-4d73-a08a-08f234cbcda3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b99f5679a294f04a7cf5c4c613ab06e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022145 Jun 08 14:01:31.567861 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51654709-4c28-4d73-a08a-08f234cbcda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdf8daf-ffe1-4642-b071-9ecaccf6fd06,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:31.572057 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44286) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:31.636840 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-b524bd4b-a5f3-40f9-9e84-89f729c73cc3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061 HTTP/1.1" status: 200 len: 1001 time: 0.1111205 Jun 08 14:01:31.645668 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-32d660aa-ce34-4258-8746-c3d90c19828d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:31.680295 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-32d660aa-ce34-4258-8746-c3d90c19828d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:31.716772 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-47a32083-af26-4cc1-9cac-13ec6a0d1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:31.719560 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-47a32083-af26-4cc1-9cac-13ec6a0d1abd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0741713 Jun 08 14:01:31.766026 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-32d660aa-ce34-4258-8746-c3d90c19828d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:31.772853 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-32d660aa-ce34-4258-8746-c3d90c19828d admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:31.774914 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-32d660aa-ce34-4258-8746-c3d90c19828d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bdf8daf-ffe1-4642-b071-9ecaccf6fd06 HTTP/1.1" status: 204 len: 168 time: 0.2012458 Jun 08 14:01:31.787981 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d660aa-ce34-4258-8746-c3d90c19828d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdf8daf-ffe1-4642-b071-9ecaccf6fd06,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:31.808456 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-ba9d4b5a-d49b-4ae5-84cd-c22aa49bd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:31.811804 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-ba9d4b5a-d49b-4ae5-84cd-c22aa49bd1d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831625 Jun 08 14:01:32.006329 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-34d2b4ca-7bd6-4c75-a37a-05a3d396eef0 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855562 Jun 08 14:01:32.143453 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98068008-dba0-471e-b3d0-cc896c81dd50 req-f7576b98-cf59-4e4e-9d37-3ce8edd3df4a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:32.151613 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-98068008-dba0-471e-b3d0-cc896c81dd50 req-f7576b98-cf59-4e4e-9d37-3ce8edd3df4a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.1001196 Jun 08 14:01:32.192376 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-98068008-dba0-471e-b3d0-cc896c81dd50 req-0c06f1c9-86e5-4b7e-a7f6-95fb6f68d877 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395355 Jun 08 14:01:32.212682 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-aa5594c8-01d6-4d4c-b706-ae009dfb8991 req-53dda247-d47b-43d8-8589-954cd4ade40b service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971934 Jun 08 14:01:33.332373 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device eccbdf38-5eb4-4e51-9c86-543171fe61f8 details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:01:33.367421 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681e82-3c0c-46b3-859f-f09f449abd3f req-9e2072d7-4cc3-48fe-a616-f91160a57f0e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:33.369890 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3c681e82-3c0c-46b3-859f-f09f449abd3f req-9e2072d7-4cc3-48fe-a616-f91160a57f0e tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 943 time: 0.0808892 Jun 08 14:01:33.443096 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3c681e82-3c0c-46b3-859f-f09f449abd3f req-68206d37-2318-463b-98e3-e1325d41a8dc tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651953 Jun 08 14:01:33.497170 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:33.509876 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'port_id': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'mac_address': 'fa:16:3e:38:c2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:01:33.554020 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port eccbdf38-5eb4-4e51-9c86-543171fe61f8 is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:33.554020 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:33.568385 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccbdf38-5eb4-4e51-9c86-543171fe61f8 {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:01:33.600166 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:33.606135 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:33.667787 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=9']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:33.681495 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.681894 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.682536 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.683037 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.683552 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.684048 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.684692 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.685496 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.686067 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.686761 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.687287 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.687614 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:33.872645 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['eccbdf38-5eb4-4e51-9c86-543171fe61f8'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:01:34.597751 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2920b-1039-4ca5-86c7-c165b20d4a20 req-23c96d0a-fc33-430e-9ce5-c5dfa1883b1f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:34.599744 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b4a2920b-1039-4ca5-86c7-c165b20d4a20 req-23c96d0a-fc33-430e-9ce5-c5dfa1883b1f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 944 time: 0.0556376 Jun 08 14:01:34.640290 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b4a2920b-1039-4ca5-86c7-c165b20d4a20 req-d7fdaf3c-da2c-4c02-b9e1-bf0e3ac349f0 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345206 Jun 08 14:01:34.705571 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:01:35.324945 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device eccbdf38-5eb4-4e51-9c86-543171fe61f8 up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:01:35.430987 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port eccbdf38-5eb4-4e51-9c86-543171fe61f8 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:35.431453 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:35.513744 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port eccbdf38-5eb4-4e51-9c86-543171fe61f8 is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:35.514129 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:35.539172 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:01:35.541666 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042ade85-e423-4c8f-b6e1-b53cf3fc8bb7" -d '{"events": [{"server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "name": "network-vif-plugged", "status": "completed", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:01:35.555721 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:35.560835 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:35.585057 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9813be-f1e9-4f59-8120-47606390e5b2 x-openstack-request-id: req-bf9813be-f1e9-4f59-8120-47606390e5b2 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:01:35.585340 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "name": "network-vif-plugged", "status": "completed", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:01:35.585587 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf9813be-f1e9-4f59-8120-47606390e5b2 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:01:35.586074 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9813be-f1e9-4f59-8120-47606390e5b2'] response: {'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'code': 200} Jun 08 14:01:35.612968 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=10']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:35.806121 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d369d0-1d37-4164-ac2f-2ad4c5efc6b9 req-552a347d-60de-4b4f-a6a2-d339a7693d9a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:35.808459 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-50d369d0-1d37-4164-ac2f-2ad4c5efc6b9 req-552a347d-60de-4b4f-a6a2-d339a7693d9a tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 946 time: 0.0687656 Jun 08 14:01:35.874683 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-50d369d0-1d37-4164-ac2f-2ad4c5efc6b9 req-d0c63462-96f3-4853-a938-72c2731e9737 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564220 Jun 08 14:01:35.962437 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861151c-53fa-4343-b399-fc492c98a6f2 req-ab9697d7-15cd-4e97-8e2b-09802b7e7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:35.966186 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e861151c-53fa-4343-b399-fc492c98a6f2 req-ab9697d7-15cd-4e97-8e2b-09802b7e7a18 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 1099 time: 0.0474787 Jun 08 14:01:36.002520 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e861151c-53fa-4343-b399-fc492c98a6f2 req-dcdce382-dd58-445c-a9e2-e657b0e8657e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277822 Jun 08 14:01:37.012299 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72595df-28a9-48e7-8ffd-09ef7aeaa0b3 req-d2da4e59-725f-48e9-baab-4f0f1795c236 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:37.013814 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f72595df-28a9-48e7-8ffd-09ef7aeaa0b3 req-d2da4e59-725f-48e9-baab-4f0f1795c236 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 946 time: 0.0523450 Jun 08 14:01:37.029559 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aac2fe-5733-449c-8caa-03f300776b98 req-332a88f8-ab8e-441e-b25d-3dc8a7cc06d4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:37.031127 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-08aac2fe-5733-449c-8caa-03f300776b98 req-332a88f8-ab8e-441e-b25d-3dc8a7cc06d4 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 945 time: 0.0506487 Jun 08 14:01:37.062462 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f72595df-28a9-48e7-8ffd-09ef7aeaa0b3 req-12933053-fb49-406b-b7a9-bfbbd5a05697 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 Jun 08 14:01:37.077069 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-08aac2fe-5733-449c-8caa-03f300776b98 req-2117771d-6326-44fd-92ec-71e30b34530f tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370836 Jun 08 14:01:37.575414 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:38.199785 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4709e7a-9a06-4efe-84f5-af9c430d8bdc req-c858e62e-d154-4925-ad65-e8ff377819a8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:38.201467 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d4709e7a-9a06-4efe-84f5-af9c430d8bdc req-c858e62e-d154-4925-ad65-e8ff377819a8 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 946 time: 0.0561852 Jun 08 14:01:38.212646 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508ebb3-0bdb-4036-90fb-1e93ec80b3f3 req-7ec9cfd3-da79-484b-a24f-6e9412b167cd tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:38.215072 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e508ebb3-0bdb-4036-90fb-1e93ec80b3f3 req-7ec9cfd3-da79-484b-a24f-6e9412b167cd tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 945 time: 0.0535035 Jun 08 14:01:38.246938 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d4709e7a-9a06-4efe-84f5-af9c430d8bdc req-9cbecc9c-21dd-4cca-a23f-fb569a8d0a2c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378380 Jun 08 14:01:38.279063 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e508ebb3-0bdb-4036-90fb-1e93ec80b3f3 req-c01388d3-dae2-4757-b8a1-edcfea9ff4de tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530968 Jun 08 14:01:39.325014 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-e1c13e12-1451-415a-bd66-c4c22b0a2344 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:39.327412 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-e1c13e12-1451-415a-bd66-c4c22b0a2344 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 945 time: 0.0595193 Jun 08 14:01:39.404377 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d747f-be77-44d6-8a5d-71c77fc80973 req-d37c7edb-a72e-4181-8d19-119d7b7de575 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:39.405954 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-029d747f-be77-44d6-8a5d-71c77fc80973 req-d37c7edb-a72e-4181-8d19-119d7b7de575 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 946 time: 0.0584886 Jun 08 14:01:39.451678 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-029d747f-be77-44d6-8a5d-71c77fc80973 req-c201da2d-3a53-45c6-a22b-0bd5651ffd9c tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371792 Jun 08 14:01:39.477302 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0074f9-2e7f-4cc2-a136-a093264748de req-466557b2-1540-4992-8cf8-e9fc2c6f89a7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:39.478886 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ae0074f9-2e7f-4cc2-a136-a093264748de req-466557b2-1540-4992-8cf8-e9fc2c6f89a7 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 945 time: 0.0625958 Jun 08 14:01:39.514648 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Deleting port b1d4b624-f4fb-4963-b217-72d09f412428 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:01:39.514876 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:39.583442 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ae0074f9-2e7f-4cc2-a136-a093264748de req-ee3051cd-495d-41bd-8032-54b5a38d0607 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups?id=5360df05-0108-4da8-8ac5-e11b8616b882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914938 Jun 08 14:01:39.636247 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] For port b1d4b624-f4fb-4963-b217-72d09f412428, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b1d4b624-f4fb-4963-b217-72d09f412428,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:39.636611 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:39.869183 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:39.869666 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:39.869985 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Floating IP 1df90419-2f29-4ab3-8627-5dd32e714b59 disassociated. External IP: 172.27.0.192, port: b1d4b624-f4fb-4963-b217-72d09f412428. Jun 08 14:01:39.870330 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Calling delete_port for b1d4b624-f4fb-4963-b217-72d09f412428 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:01:40.020335 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:40.050346 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event deleted for resources: {'Port': ['ID=b1d4b624-f4fb-4963-b217-72d09f412428,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:40.061070 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.061423 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.061896 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.062416 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.062918 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.063431 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.063951 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.064404 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.064740 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.065203 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.065550 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.066026 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:40.209095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Router f98654f9-053a-49f4-a221-fc5101d8d09d has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:01:40.325591 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:01:40.349785 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] Sync routers for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:01:40.368922 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:40.369142 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] No DVR routers for this DVR port b1d4b624-f4fb-4963-b217-72d09f412428 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:01:40.369562 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:40.371843 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:40.375975 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-2bc2d10b-acde-4327-82cd-9aadbecaff46 req-38c17c67-00b2-4aa5-8265-55173f6fa287 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.71 "DELETE /v2.0/ports/b1d4b624-f4fb-4963-b217-72d09f412428 HTTP/1.1" status: 204 len: 173 time: 1.0363815 Jun 08 14:01:40.375975 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'name': 'network-vif-deleted', 'tag': 'b1d4b624-f4fb-4963-b217-72d09f412428'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:01:40.378299 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ab2b4c-344b-4812-abad-459610c18742" -d '{"events": [{"server_uuid": "fa294f8c-3f68-4b4e-b160-f58fa339fc1e", "name": "network-vif-deleted", "tag": "b1d4b624-f4fb-4963-b217-72d09f412428"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:01:40.424824 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d59e9e-bf59-482e-9652-6b8cb1434ccf x-openstack-request-id: req-13d59e9e-bf59-482e-9652-6b8cb1434ccf {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:01:40.425393 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa294f8c-3f68-4b4e-b160-f58fa339fc1e", "name": "network-vif-deleted", "tag": "b1d4b624-f4fb-4963-b217-72d09f412428", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:01:40.426452 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13d59e9e-bf59-482e-9652-6b8cb1434ccf {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:01:40.427078 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d59e9e-bf59-482e-9652-6b8cb1434ccf'] response: {'server_uuid': 'fa294f8c-3f68-4b4e-b160-f58fa339fc1e', 'name': 'network-vif-deleted', 'tag': 'b1d4b624-f4fb-4963-b217-72d09f412428', 'status': 'completed', 'code': 200} Jun 08 14:01:40.505652 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:40.702912 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ec838ad0-71db-4852-b634-f02975f141ac req-b5a0d1be-4fc6-479d-bfe5-e15786717327 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa294f8c-3f68-4b4e-b160-f58fa339fc1e HTTP/1.1" status: 200 len: 210 time: 0.0291655 Jun 08 14:01:40.728612 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:40.758517 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] Checking router: f98654f9-053a-49f4-a221-fc5101d8d09d for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:01:40.767127 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:40.767739 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:40.876069 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:41.177984 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:41.205128 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ade224c-c02a-46fa-9945-e40850f1ddb8 None None] The sync data for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi is: [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T13:55:07Z', 'revision_number': 4, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'a6ffb0a3-115a-49e7-9f9b-b796e5fa1167', 'name': '', 'network_id': '93f0707a-1edc-4bee-b42f-49d92e9de51d', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'mac_address': 'fa:16:3e:e8:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:55:00Z', 'updated_at': '2022-06-08T13:55:18Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'subnets': [{'id': '23c03411-4f9d-40dc-b91b-31fa29ca3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:01:41.509982 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b827b-ef07-48e4-9fb0-47e76b00df50 None None] New status for floating IP 1df90419-2f29-4ab3-8627-5dd32e714b59: DOWN {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:01:41.811090 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44536) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:41.879885 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-38394dd6-1e71-4058-9aea-95370140f242 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:41.904960 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-38394dd6-1e71-4058-9aea-95370140f242 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:41.964593 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-38394dd6-1e71-4058-9aea-95370140f242 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:41.967275 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-38394dd6-1e71-4058-9aea-95370140f242 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:41.968460 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-38394dd6-1e71-4058-9aea-95370140f242 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "DELETE /v2.0/security-groups/5360df05-0108-4da8-8ac5-e11b8616b882 HTTP/1.1" status: 204 len: 168 time: 0.1549470 Jun 08 14:01:41.972600 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44540) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:41.982269 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44542) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:41.983853 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38394dd6-1e71-4058-9aea-95370140f242 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5360df05-0108-4da8-8ac5-e11b8616b882,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:42.000819 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.api.v2.resource [None req-d045cbc4-8c8e-4c4a-b6ea-ee6ba59173fd tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] show failed (client error): The resource could not be found. Jun 08 14:01:42.002572 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-d045cbc4-8c8e-4c4a-b6ea-ee6ba59173fd tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "GET /v2.0/security-groups/5360df05-0108-4da8-8ac5-e11b8616b882 HTTP/1.1" status: 404 len: 347 time: 0.0276413 Jun 08 14:01:42.006466 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44546) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:42.139530 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b79e34e-3762-47b7-bbef-b27a6d10bd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.182995 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-c577d67f-8799-4a72-a4cd-d071fb9bee82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Deleting port c9c5ae62-ac36-4c41-a3f0-ff01e9cccc8a {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:01:42.183245 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c577d67f-8799-4a72-a4cd-d071fb9bee82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.300569 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c577d67f-8799-4a72-a4cd-d071fb9bee82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.300922 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c577d67f-8799-4a72-a4cd-d071fb9bee82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.311578 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b79e34e-3762-47b7-bbef-b27a6d10bd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.318730 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-c577d67f-8799-4a72-a4cd-d071fb9bee82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Calling delete_port for c9c5ae62-ac36-4c41-a3f0-ff01e9cccc8a owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:01:42.320472 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6b79e34e-3762-47b7-bbef-b27a6d10bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.405632 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6b79e34e-3762-47b7-bbef-b27a6d10bd55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f84a25672be401983ea9a165dced708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220555 Jun 08 14:01:42.408355 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79e34e-3762-47b7-bbef-b27a6d10bd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe60adc-d6d2-4746-b292-6734fbb17f43,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:42.409270 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44548) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:42.474980 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5704f3b7-3bfd-41da-b556-a87e22ef39dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.501892 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5704f3b7-3bfd-41da-b556-a87e22ef39dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.512438 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c577d67f-8799-4a72-a4cd-d071fb9bee82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.568696 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5704f3b7-3bfd-41da-b556-a87e22ef39dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.572470 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5704f3b7-3bfd-41da-b556-a87e22ef39dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.574116 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-5704f3b7-3bfd-41da-b556-a87e22ef39dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8fe60adc-d6d2-4746-b292-6734fbb17f43 HTTP/1.1" status: 204 len: 168 time: 0.1633687 Jun 08 14:01:42.583567 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704f3b7-3bfd-41da-b556-a87e22ef39dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe60adc-d6d2-4746-b292-6734fbb17f43,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:42.804539 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577d67f-8799-4a72-a4cd-d071fb9bee82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Pushing event deleted for resources: {'Port': ['ID=c9c5ae62-ac36-4c41-a3f0-ff01e9cccc8a,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:42.873206 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c577d67f-8799-4a72-a4cd-d071fb9bee82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.875944 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c577d67f-8799-4a72-a4cd-d071fb9bee82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:42.877370 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-c577d67f-8799-4a72-a4cd-d071fb9bee82 tempest-AttachVolumeTestJSON-1572090987 tempest-AttachVolumeTestJSON-1572090987-project] 10.222.0.64 "DELETE /v2.0/floatingips/1df90419-2f29-4ab3-8627-5dd32e714b59 HTTP/1.1" status: 204 len: 168 time: 0.8693655 Jun 08 14:01:42.967261 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44558) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:42.987879 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e890fa66-5559-43e1-bb46-3d454218eb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.079144 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e890fa66-5559-43e1-bb46-3d454218eb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.083849 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e890fa66-5559-43e1-bb46-3d454218eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.136561 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e890fa66-5559-43e1-bb46-3d454218eb0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d37bcbd2c34a439090b0f45b09aa5d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681905 Jun 08 14:01:43.137272 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890fa66-5559-43e1-bb46-3d454218eb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c9ac91-3dca-4e54-9cfc-4b2df6d2c898,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:43.140095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44560) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:43.198025 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f37f6617-f6ed-4af0-9aab-091c3b68f2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.224654 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f37f6617-f6ed-4af0-9aab-091c3b68f2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.275876 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f37f6617-f6ed-4af0-9aab-091c3b68f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.278405 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f37f6617-f6ed-4af0-9aab-091c3b68f2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.279556 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-f37f6617-f6ed-4af0-9aab-091c3b68f2a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9c9ac91-3dca-4e54-9cfc-4b2df6d2c898 HTTP/1.1" status: 204 len: 168 time: 0.1379585 Jun 08 14:01:43.288675 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f6617-f6ed-4af0-9aab-091c3b68f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c9ac91-3dca-4e54-9cfc-4b2df6d2c898,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:43.375407 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b1d4b624-f4fb-4963-b217-72d09f412428 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:01:43.398627 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: b1d4b624-f4fb-4963-b217-72d09f412428 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:01:43.398976 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b1d4b624-f4fb-4963-b217-72d09f412428 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:01:43.623556 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44566) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:43.640336 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1aa90849-a990-48bb-8bf1-062391fd0e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.715476 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1aa90849-a990-48bb-8bf1-062391fd0e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.720191 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1aa90849-a990-48bb-8bf1-062391fd0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.756844 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa90849-a990-48bb-8bf1-062391fd0e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e46d722-a830-449d-a669-221f6dc3757c,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:43.761024 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-1aa90849-a990-48bb-8bf1-062391fd0e99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31b3714717594d8088b201cf9bd3a4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364174 Jun 08 14:01:43.764668 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44568) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:43.816379 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-59577d81-b36a-4873-94ab-3be9fff2c9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.839108 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-59577d81-b36a-4873-94ab-3be9fff2c9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.886178 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-59577d81-b36a-4873-94ab-3be9fff2c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.888665 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-59577d81-b36a-4873-94ab-3be9fff2c9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:43.889859 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-59577d81-b36a-4873-94ab-3be9fff2c9e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e46d722-a830-449d-a669-221f6dc3757c HTTP/1.1" status: 204 len: 168 time: 0.1240623 Jun 08 14:01:43.904583 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59577d81-b36a-4873-94ab-3be9fff2c9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e46d722-a830-449d-a669-221f6dc3757c,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:45.106743 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44606) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:45.256053 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5b2a-2600-48d5-a307-8b10e357354e admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:45.355541 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5b2a-2600-48d5-a307-8b10e357354e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:45.360186 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5b2a-2600-48d5-a307-8b10e357354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:45.411865 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d5ba5b2a-2600-48d5-a307-8b10e357354e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=291cd0cd7d3e4aa593224c454ab9a595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984831 Jun 08 14:01:45.411865 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba5b2a-2600-48d5-a307-8b10e357354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bad61b-023b-44e8-afe1-44002fb189d5,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:45.412128 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44624) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:45.495394 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7686bc6e-3ec5-4627-9b72-d577db43fc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:45.522567 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7686bc6e-3ec5-4627-9b72-d577db43fc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:45.583027 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7686bc6e-3ec5-4627-9b72-d577db43fc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:45.586677 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7686bc6e-3ec5-4627-9b72-d577db43fc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:45.588076 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7686bc6e-3ec5-4627-9b72-d577db43fc72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57bad61b-023b-44e8-afe1-44002fb189d5 HTTP/1.1" status: 204 len: 168 time: 0.1769972 Jun 08 14:01:45.597254 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686bc6e-3ec5-4627-9b72-d577db43fc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bad61b-023b-44e8-afe1-44002fb189d5,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:46.291593 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44652) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:46.405526 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-516679967-network', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:01:46.433777 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Made reservation on behalf of 278dab9625f34cc29d546c3d1e54a632 for: {'network': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:01:46.441390 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:46.456670 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:46.538869 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44664) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:46.568965 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:46.576093 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:46.603306 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=97370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 14:01:46.614075 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5445119-6d7b-4d87-9277-db6780dd7655,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:46.632767 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:46.633110 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.segments_db [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Added segment e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5 of type vlan for network cbf5848f-feb6-43c8-940e-ceaa2ad18558 Jun 08 14:01:46.687514 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:46.731407 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:46.732467 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:46.733099 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:46.797116 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5042017 Jun 08 14:01:46.800889 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44676) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:46.805256 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de19ba-1b54-4454-bad5-9e3af32b7b44 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf5848f-feb6-43c8-940e-ceaa2ad18558,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:46.808346 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Request body: {'subnet': {'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-516679967-subnet', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:01:46.819145 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network cbf5848f-feb6-43c8-940e-ceaa2ad18558 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 14:01:46.892117 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Made reservation on behalf of 278dab9625f34cc29d546c3d1e54a632 for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:01:46.896449 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26000096'] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.171193 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26000118'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.208201 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-fb923839-7530-47c3-9701-d39439faf970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.259004 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46bbbce-dbfd-465d-8dbe-1f26afda01ca,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:47.291004 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Checking segment: {'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:01:47.291353 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Network hostable DHCP agents. Network: cbf5848f-feb6-43c8-940e-ceaa2ad18558, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 14:01:47.318526 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693066'] for router_interface, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.320253 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Network cbf5848f-feb6-43c8-940e-ceaa2ad18558 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 14:01:47.366280 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, cbf5848f-feb6-43c8-940e-ceaa2ad18558) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:47.373169 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:47.377650 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.399459 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-0f7ea1ee-0fd6-496e-914b-956cf65af3e4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5968232 Jun 08 14:01:47.402424 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44680) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:47.413569 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:01:47.423691 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11895e7a-d225-43fd-8aea-923e445c0b0b None None] Network cbf5848f-feb6-43c8-940e-ceaa2ad18558 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:01:47.440154 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.441901 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.500921 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.650600 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] Deleting port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:01:47.651171 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.664785 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.667270 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 14:01:47.667270 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.742791 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] For port a6ffb0a3-115a-49e7-9f9b-b796e5fa1167, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=a6ffb0a3-115a-49e7-9f9b-b796e5fa1167,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:47.743022 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.758026 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] Calling delete_port for a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 owned by network:router_interface {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:01:47.876912 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Allocated IP 172.20.0.2 (cbf5848f-feb6-43c8-940e-ceaa2ad18558/d46bbbce-dbfd-465d-8dbe-1f26afda01ca/5936cd70-6aa6-443b-af2e-2c08f03816c5) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:01:47.884491 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:47.905643 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.013793 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.044874 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.047701 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Allocated IP 172.27.0.9 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/c6bc21fb-0887-4447-9d48-bc80f90954d0) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:01:48.060053 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.080876 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ffb0a3-115a-49e7-9f9b-b796e5fa1167,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:48.128171 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Network cbf5848f-feb6-43c8-940e-ceaa2ad18558 is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:01:48.131292 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:48.134223 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:01:48.196071 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Attempting to bind port 5936cd70-6aa6-443b-af2e-2c08f03816c5 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:01:48.196697 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Attempting to bind port 5936cd70-6aa6-443b-af2e-2c08f03816c5 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:01:48.197224 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Attempting to bind port 5936cd70-6aa6-443b-af2e-2c08f03816c5 on network cbf5848f-feb6-43c8-940e-ceaa2ad18558 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:01:48.199643 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Pushing event updated for resources: {'Port': ['ID=5936cd70-6aa6-443b-af2e-2c08f03816c5,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:48.206278 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:01:48.206959 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Checking segment: {'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:01:48.207524 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.208083 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Bound using segment: {'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:01:48.209113 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Bound port: 5936cd70-6aa6-443b-af2e-2c08f03816c5, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:01:48.209709 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.226104 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.280631 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.290823 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692538'] for router_interface, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.301644 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] For port 5936cd70-6aa6-443b-af2e-2c08f03816c5, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:01:48.305667 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] For port 5936cd70-6aa6-443b-af2e-2c08f03816c5, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=5936cd70-6aa6-443b-af2e-2c08f03816c5,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:01:48.313806 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.338170 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:01:48.343844 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:48.347019 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:01:48.381138 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Pushing event updated for resources: {'Port': ['ID=c6bc21fb-0887-4447-9d48-bc80f90954d0,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:48.396326 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b144ea-aad6-4e33-a960-4cd7f56475c4 None None] Pushing event updated for resources: {'Port': ['ID=5936cd70-6aa6-443b-af2e-2c08f03816c5,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:48.637841 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] Router f98654f9-053a-49f4-a221-fc5101d8d09d has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:01:48.660340 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.774954 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:01:48.780562 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6af27bd5-6d53-427d-b751-5751f594687c admin admin] 10.222.0.64 "PUT /v2.0/routers/f98654f9-053a-49f4-a221-fc5101d8d09d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2403774 Jun 08 14:01:48.783893 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44684) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:48.787878 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] Sync routers for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:01:48.805802 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:48.806523 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:48.901136 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.902676 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Notify callbacks [] for router, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:48.924596 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:49.034526 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:49.069343 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Router 14e61cd8-571b-475e-af38-c7ad3e808344 is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 14:01:49.139613 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Deleting port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:01:49.140345 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:49.174153 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T14:01:47Z', 'revision_number': 5, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port': {'id': '320c5cfc-ee71-41d4-96f3-a7aa817a8ce3', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:47Z', 'updated_at': '2022-06-08T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:49.220813 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] Checking router: f98654f9-053a-49f4-a221-fc5101d8d09d for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:01:49.230482 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:01:49.235830 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] Routers {'f98654f9-053a-49f4-a221-fc5101d8d09d'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:49.240753 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['f98654f9-053a-49f4-a221-fc5101d8d09d'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:49.246552 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Sync routers for ids ['14e61cd8-571b-475e-af38-c7ad3e808344'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:01:49.260737 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Routers {'14e61cd8-571b-475e-af38-c7ad3e808344'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:49.261566 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['14e61cd8-571b-475e-af38-c7ad3e808344'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:49.262917 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:49.269248 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-620114ad-3ba0-49ff-937a-03dc345bf83d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8649681 Jun 08 14:01:49.269699 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44688) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:49.331175 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] For port 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=320c5cfc-ee71-41d4-96f3-a7aa817a8ce3,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:49.331783 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:49.354975 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Calling delete_port for 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 owned by network:router_gateway {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:01:49.382505 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] Set router f98654f9-053a-49f4-a221-fc5101d8d09d gateway port host: None {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:49.443897 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-4964dd27-016b-421a-b5e9-add18f5f8b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:49.446396 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T14:01:49Z', 'revision_number': 6, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port_host': None}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:49.471389 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Set router 14e61cd8-571b-475e-af38-c7ad3e808344 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:49.501782 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fb30e3-8d2c-4bda-803c-ff1386ded249 None None] The sync data for ids ['f98654f9-053a-49f4-a221-fc5101d8d09d'] in dv-cinder-845130-1-iscsi is: [{'id': 'f98654f9-053a-49f4-a221-fc5101d8d09d', 'name': 'tempest-AttachVolumeTestJSON-1085608-router', 'tenant_id': 'd38c085b2a2845cfb125357ea637ad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:44Z', 'updated_at': '2022-06-08T14:01:49Z', 'revision_number': 6, 'project_id': 'd38c085b2a2845cfb125357ea637ad1b', 'gw_port_host': None}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:01:49.681775 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:49.718538 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=320c5cfc-ee71-41d4-96f3-a7aa817a8ce3,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:49.737282 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778f618-da75-46a0-b814-b742bec8372f None None] Network cbf5848f-feb6-43c8-940e-ceaa2ad18558 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:01:49.798522 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693652'] for router_gateway, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:49.889176 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-f3f3bf57-7ff4-4886-8c6b-9a21ac82b179 None None] Provisioning complete for port 5936cd70-6aa6-443b-af2e-2c08f03816c5 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:49.889974 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f3f3bf57-7ff4-4886-8c6b-9a21ac82b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:49.927083 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4628'] for router, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:49.939226 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:49.958209 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:48Z', 'revision_number': 3, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:50.040286 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 5936cd70-6aa6-443b-af2e-2c08f03816c5 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:01:50.042587 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690342'] for router, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.044199 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f98654f9-053a-49f4-a221-fc5101d8d09d {{(pid=97369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:01:50.054612 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] Notify callbacks [] for router, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.059514 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-955701e5-ef40-41af-b568-2ca961719ff9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f98654f9-053a-49f4-a221-fc5101d8d09d HTTP/1.1" status: 204 len: 168 time: 1.2711129 Jun 08 14:01:50.060006 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44690) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:50.099357 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Checking router: 14e61cd8-571b-475e-af38-c7ad3e808344 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:01:50.099842 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Updating router 14e61cd8-571b-475e-af38-c7ad3e808344 port c6bc21fb-0887-4447-9d48-bc80f90954d0 binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 14:01:50.159682 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17359d9-69ca-408b-a1cb-93a26ccf7c17 admin admin] Deleting subnet 23c03411-4f9d-40dc-b91b-31fa29ca3e29 {{(pid=97369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:01:50.165759 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b17359d9-69ca-408b-a1cb-93a26ccf7c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.223937 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b17359d9-69ca-408b-a1cb-93a26ccf7c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3193986'] for subnet, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.327190 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.416743 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b17359d9-69ca-408b-a1cb-93a26ccf7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.431643 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.432733 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 5936cd70-6aa6-443b-af2e-2c08f03816c5 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:50.433102 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.516630 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b17359d9-69ca-408b-a1cb-93a26ccf7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26000125'] for subnet, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.533361 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3bf57-7ff4-4886-8c6b-9a21ac82b179 None None] Current status of the port 5936cd70-6aa6-443b-af2e-2c08f03816c5 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:50.533920 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f3f3bf57-7ff4-4886-8c6b-9a21ac82b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.549885 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17359d9-69ca-408b-a1cb-93a26ccf7c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c03411-4f9d-40dc-b91b-31fa29ca3e29,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:50.554715 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b17359d9-69ca-408b-a1cb-93a26ccf7c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.561700 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-b17359d9-69ca-408b-a1cb-93a26ccf7c17 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/23c03411-4f9d-40dc-b91b-31fa29ca3e29 HTTP/1.1" status: 204 len: 168 time: 0.4968190 Jun 08 14:01:50.562392 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44694) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:50.567741 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8663dc2-bbe2-47d7-95cf-293d2b1fc62a None None] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:01:50.744278 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Allocated IP 172.20.0.1 (cbf5848f-feb6-43c8-940e-ceaa2ad18558/d46bbbce-dbfd-465d-8dbe-1f26afda01ca/9de521ce-2a55-4351-9850-74feff352b0d) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:01:50.763542 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-f3f3bf57-7ff4-4886-8c6b-9a21ac82b179 None None] For port 5936cd70-6aa6-443b-af2e-2c08f03816c5, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=5936cd70-6aa6-443b-af2e-2c08f03816c5,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:50.787134 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f3f3bf57-7ff4-4886-8c6b-9a21ac82b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:50.927084 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.000079 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.006130 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.021312 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3bf57-7ff4-4886-8c6b-9a21ac82b179 None None] Pushing event updated for resources: {'Port': ['ID=5936cd70-6aa6-443b-af2e-2c08f03816c5,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:51.034120 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 5936cd70-6aa6-443b-af2e-2c08f03816c5 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:51.062710 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Network cbf5848f-feb6-43c8-940e-ceaa2ad18558 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:01:51.065549 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:51.072924 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:01:51.093219 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Deleting port e8f9f4d5-a214-429c-ac38-db3031975701 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:01:51.094416 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.116165 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Pushing event updated for resources: {'Port': ['ID=9de521ce-2a55-4351-9850-74feff352b0d,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:51.156654 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.176932 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] For port e8f9f4d5-a214-429c-ac38-db3031975701, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=e8f9f4d5-a214-429c-ac38-db3031975701,segment=NetworkSegment(5c750b49-7390-408e-a4c0-93fa835f12c0),segment_id=5c750b49-7390-408e-a4c0-93fa835f12c0)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:51.177507 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.180137 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.187984 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.190206 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.222645 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Calling delete_port for e8f9f4d5-a214-429c-ac38-db3031975701 owned by network:dhcp {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:01:51.288551 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659974f7-a781-4bec-ba56-ca92b160c20b None None] Pushing event updated for resources: {'Port': ['ID=c6bc21fb-0887-4447-9d48-bc80f90954d0,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:51.300436 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] DHCP port deletion for 93f0707a-1edc-4bee-b42f-49d92e9de51d request from dv-cinder-845130-1-iscsi {{(pid=97371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 14:01:51.401694 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.442310 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f9f4d5-a214-429c-ac38-db3031975701,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:51.444498 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] No DVR routers for this DVR port e8f9f4d5-a214-429c-ac38-db3031975701 on host dv-cinder-845130-1-iscsi {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:01:51.452367 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-c955dfea-ea8c-4308-bd71-bdd9fa89a19a None None] Provisioning complete for port 5936cd70-6aa6-443b-af2e-2c08f03816c5 triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:51.453165 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-c955dfea-ea8c-4308-bd71-bdd9fa89a19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.461961 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.517570 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Attempting to bind port c6bc21fb-0887-4447-9d48-bc80f90954d0 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:01:51.518467 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Attempting to bind port c6bc21fb-0887-4447-9d48-bc80f90954d0 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:01:51.526786 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Attempting to bind port c6bc21fb-0887-4447-9d48-bc80f90954d0 on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:01:51.547693 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:01:51.548256 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:01:51.550183 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.550183 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:01:51.551141 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Bound port: c6bc21fb-0887-4447-9d48-bc80f90954d0, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:01:51.551488 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.564979 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.603548 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f0707a-1edc-4bee-b42f-49d92e9de51d']}} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:51.611317 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 5936cd70-6aa6-443b-af2e-2c08f03816c5 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:01:51.614201 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c750b49-7390-408e-a4c0-93fa835f12c0') {'for_net_delete': True} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:51.614497 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c750b49-7390-408e-a4c0-93fa835f12c0') {} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:51.615359 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] Deleting port e8f9f4d5-a214-429c-ac38-db3031975701 {{(pid=97371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:01:51.615887 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.625527 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3193995'] for segment, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.643696 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.651618 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=97369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:01:51.652278 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442474'] for segment, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.714977 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment 5c750b49-7390-408e-a4c0-93fa835f12c0 resource provider aggregate not found Jun 08 14:01:51.744537 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.748897 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.750773 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.758981 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment 5c750b49-7390-408e-a4c0-93fa835f12c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c750b49-7390-408e-a4c0-93fa835f12c0 found for delete ", "request_id": "req-3f7cb724-e884-4521-b5f6-777619ec345d"}]} Jun 08 14:01:51.760533 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.765951 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] 10.222.0.64 "DELETE /v2.0/networks/93f0707a-1edc-4bee-b42f-49d92e9de51d HTTP/1.1" status: 204 len: 168 time: 1.2000685 Jun 08 14:01:51.791802 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554855e6-144e-4138-a624-c4566bab029d admin admin] Pushing event deleted for resources: {'Network': ['ID=93f0707a-1edc-4bee-b42f-49d92e9de51d,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:51.832977 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.835977 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Pushing event updated for resources: {'Port': ['ID=9de521ce-2a55-4351-9850-74feff352b0d,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:51.848542 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] For port c6bc21fb-0887-4447-9d48-bc80f90954d0, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:01:51.854378 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] For port e8f9f4d5-a214-429c-ac38-db3031975701, host dv-cinder-845130-1-iscsi, got binding levels [] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:51.854812 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.890850 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] For port c6bc21fb-0887-4447-9d48-bc80f90954d0, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c6bc21fb-0887-4447-9d48-bc80f90954d0,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:01:51.899429 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] Calling delete_port for e8f9f4d5-a214-429c-ac38-db3031975701 owned by network:dhcp {{(pid=97371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:01:51.903415 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.908580 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.ipam_backend_mixin [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] Port e8f9f4d5-a214-429c-ac38-db3031975701 was not found and therefore no delete operation was performed {{(pid=97371) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Jun 08 14:01:51.919340 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-c955dfea-ea8c-4308-bd71-bdd9fa89a19a None None] Current status of the port 5936cd70-6aa6-443b-af2e-2c08f03816c5 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:51.938382 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44704) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:51.951890 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950'] for port, after_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:51.973199 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Network cbf5848f-feb6-43c8-940e-ceaa2ad18558 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:01:51.980121 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:51.980928 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] Network 93f0707a-1edc-4bee-b42f-49d92e9de51d is not hosted by any dhcp agent {{(pid=97371) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 08 14:01:51.981390 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] No DVR routers for this DVR port e8f9f4d5-a214-429c-ac38-db3031975701 on host dv-cinder-845130-1-iscsi {{(pid=97371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:01:51.986455 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 5936cd70-6aa6-443b-af2e-2c08f03816c5 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:51.986729 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:52.036284 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-609b6ad8-f6e3-4d1e-b0f1-1ddfcaeb2f27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d38c085b2a2845cfb125357ea637ad1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0921507 Jun 08 14:01:52.038133 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44706) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:52.071630 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659974f7-a781-4bec-ba56-ca92b160c20b None None] Pushing event updated for resources: {'Port': ['ID=c6bc21fb-0887-4447-9d48-bc80f90954d0,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:52.083044 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Routers {'14e61cd8-571b-475e-af38-c7ad3e808344'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:52.083873 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['14e61cd8-571b-475e-af38-c7ad3e808344'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:52.110590 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3afe578b-85f2-4362-80dd-2335b13b0a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:52.125019 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9224e-6f69-4a84-bdf5-046214bee78a None None] Pushing event deleted for resources: {'Port': ['ID=e8f9f4d5-a214-429c-ac38-db3031975701,revision_number=None']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:52.166281 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3afe578b-85f2-4362-80dd-2335b13b0a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:52.199486 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Router 14e61cd8-571b-475e-af38-c7ad3e808344 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:01:52.225953 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-0aad49b4-058d-498e-919e-b3d455ba60e9 None None] Provisioning complete for port 9de521ce-2a55-4351-9850-74feff352b0d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:52.226531 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-0aad49b4-058d-498e-919e-b3d455ba60e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:52.285424 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3afe578b-85f2-4362-80dd-2335b13b0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:52.288877 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3afe578b-85f2-4362-80dd-2335b13b0a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:52.293866 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-3afe578b-85f2-4362-80dd-2335b13b0a8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5208926d-3795-4f43-8ab2-371607913767 HTTP/1.1" status: 204 len: 168 time: 0.2548132 Jun 08 14:01:52.303528 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe578b-85f2-4362-80dd-2335b13b0a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5208926d-3795-4f43-8ab2-371607913767,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:52.378860 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-0aad49b4-058d-498e-919e-b3d455ba60e9 None None] Port 9de521ce-2a55-4351-9850-74feff352b0d cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 14:01:52.385896 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:52.397698 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:01:52.404162 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-9e520984-b6cd-42f3-b349-dcf0b25ca37e admin admin] 10.222.0.64 "PUT /v2.0/routers/14e61cd8-571b-475e-af38-c7ad3e808344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1332951 Jun 08 14:01:52.420643 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] Set router 14e61cd8-571b-475e-af38-c7ad3e808344 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:52.481159 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 5936cd70-6aa6-443b-af2e-2c08f03816c5 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:52.599467 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:01:52.659266 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:01:52.659662 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 320c5cfc-ee71-41d4-96f3-a7aa817a8ce3 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:01:52.660286 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:01:52.722576 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:01:52.722939 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device a6ffb0a3-115a-49e7-9f9b-b796e5fa1167 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:01:52.723392 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device e8f9f4d5-a214-429c-ac38-db3031975701 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:01:52.730870 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-51bec465-0bae-49c0-8ff6-15520f97232a None None] Provisioning complete for port 9de521ce-2a55-4351-9850-74feff352b0d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:52.731304 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-51bec465-0bae-49c0-8ff6-15520f97232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:52.932134 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: e8f9f4d5-a214-429c-ac38-db3031975701 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:01:52.932482 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device e8f9f4d5-a214-429c-ac38-db3031975701 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:01:52.974653 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-51bec465-0bae-49c0-8ff6-15520f97232a None None] Port 9de521ce-2a55-4351-9850-74feff352b0d cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 14:01:52.989131 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:53.070416 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 2, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:53.107942 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5b8d6-9ffd-4123-8c8c-ec65922be7db None None] The sync data for ids ['14e61cd8-571b-475e-af38-c7ad3e808344'] in dv-cinder-845130-1-iscsi is: [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 2, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:01:53.214403 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44736) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:53.224977 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1330772810-network', 'tenant_id': '940bed7699134c86bc48ff85125c5669'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:01:53.254151 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Made reservation on behalf of 940bed7699134c86bc48ff85125c5669 for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:01:53.256446 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:53.266354 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:53.396318 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:53.402635 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:53.456388 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 14:01:53.473747 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a063bea3-6125-46a7-bca2-33ff2fbab315,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:53.486039 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:53.486723 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Added segment 743193c2-c6af-44ec-ac0e-802892e87edf of type vlan for network ec2eb3be-88a8-40d6-b994-737c6f8377d3 Jun 08 14:01:53.537012 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:53.574623 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:53.575630 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:53.576248 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:53.647057 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4303000 Jun 08 14:01:53.650100 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44748) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:53.655685 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Request body: {'subnet': {'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1330772810-subnet', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'ip_version': 4}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:01:53.679923 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a58ff-d4b5-452a-ad44-529b1528eb9e admin admin] Pushing event updated for resources: {'Network': ['ID=ec2eb3be-88a8-40d6-b994-737c6f8377d3,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:53.705871 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network ec2eb3be-88a8-40d6-b994-737c6f8377d3 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 14:01:53.714624 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Made reservation on behalf of 940bed7699134c86bc48ff85125c5669 for: {'subnet': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:01:53.732357 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25448641'] for subnet, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:54.075275 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25448663'] for subnet, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:54.193027 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c0b2f6-801d-436e-a5e8-1bdd27fc630b,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:54.214212 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Checking segment: {'id': '743193c2-c6af-44ec-ac0e-802892e87edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:01:54.214600 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Network hostable DHCP agents. Network: ec2eb3be-88a8-40d6-b994-737c6f8377d3, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 14:01:54.253955 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Network ec2eb3be-88a8-40d6-b994-737c6f8377d3 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 14:01:54.287448 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, ec2eb3be-88a8-40d6-b994-737c6f8377d3) {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:54.303413 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681027a-e14b-49cc-bfbb-e85a27672f94 None None] Network ec2eb3be-88a8-40d6-b994-737c6f8377d3 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:01:54.310869 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:54.311900 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:54.351024 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-c622972c-799b-43f6-8548-81d001476e4a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6989591 Jun 08 14:01:54.354179 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44772) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:54.362963 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1330772810-router', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:01:54.401842 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1691319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4618'] for router, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:54.403864 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693443', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1619066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4637'] for router, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:54.540225 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:54.670583 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd08c24a-51f0-55ae-9b2b-b84d46d8e80a-ec2eb3be-88a8-40d6-b994-737c6f8377d3', 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'fixed_ips': [{'subnet_id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b'}]}} from dv-cinder-845130-1-iscsi. {{(pid=97371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 14:01:54.671460 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:54.794836 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:54.893845 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.db_base_plugin_common [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Allocated IP 172.20.0.2 (ec2eb3be-88a8-40d6-b994-737c6f8377d3/06c0b2f6-801d-436e-a5e8-1bdd27fc630b/e6a59958-2947-4b19-a27c-116184834d0e) {{(pid=97371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:01:55.114958 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:55.131565 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:55.140207 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959'] for port, after_create {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:55.146670 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:55.185640 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Network ec2eb3be-88a8-40d6-b994-737c6f8377d3 is already hosted by enough agents. {{(pid=97371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:01:55.188653 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.scheduler.base_scheduler [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Resources bound (agent type, host, resource id): {{(pid=97371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:55.194788 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Received port after_create {{(pid=97371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:01:55.234073 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Pushing event updated for resources: {'Port': ['ID=e6a59958-2947-4b19-a27c-116184834d0e,revision_number=1']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:55.284483 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Attempting to bind port e6a59958-2947-4b19-a27c-116184834d0e on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:01:55.285397 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Attempting to bind port e6a59958-2947-4b19-a27c-116184834d0e by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': '743193c2-c6af-44ec-ac0e-802892e87edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:01:55.285989 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Attempting to bind port e6a59958-2947-4b19-a27c-116184834d0e on network ec2eb3be-88a8-40d6-b994-737c6f8377d3 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:01:55.294923 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:01:55.295490 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Checking segment: {'id': '743193c2-c6af-44ec-ac0e-802892e87edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:01:55.296186 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:55.296566 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Bound using segment: {'id': '743193c2-c6af-44ec-ac0e-802892e87edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:01:55.297264 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Bound port: e6a59958-2947-4b19-a27c-116184834d0e, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743193c2-c6af-44ec-ac0e-802892e87edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:01:55.297806 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Allocated IP 172.27.0.25 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:01:55.297946 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:55.397549 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] For port e6a59958-2947-4b19-a27c-116184834d0e, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:01:55.402238 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] For port e6a59958-2947-4b19-a27c-116184834d0e, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=e6a59958-2947-4b19-a27c-116184834d0e,segment=NetworkSegment(743193c2-c6af-44ec-ac0e-802892e87edf),segment_id=743193c2-c6af-44ec-ac0e-802892e87edf)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:01:55.411709 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:55.453457 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:55.508717 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d57ed0-453e-4f72-ae6e-b4ae2f60b1e0 None None] Pushing event updated for resources: {'Port': ['ID=e6a59958-2947-4b19-a27c-116184834d0e,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:55.539503 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:55.574180 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c6bc21fb-0887-4447-9d48-bc80f90954d0 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:01:55.588177 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:01:55.594460 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:55.601021 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:01:55.636617 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Pushing event updated for resources: {'Port': ['ID=8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:55.709963 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port c6bc21fb-0887-4447-9d48-bc80f90954d0 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:55.710780 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:55.953873 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port c6bc21fb-0887-4447-9d48-bc80f90954d0 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:55.958675 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:56.007315 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port c6bc21fb-0887-4447-9d48-bc80f90954d0, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c6bc21fb-0887-4447-9d48-bc80f90954d0,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:56.015399 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:56.064428 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539e6d3-088e-4ea3-88de-4b0e651aeaaf req-10694e84-691f-4510-b6a8-73ba59620d31 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:56.066857 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3539e6d3-088e-4ea3-88de-4b0e651aeaaf req-10694e84-691f-4510-b6a8-73ba59620d31 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 946 time: 0.0901957 Jun 08 14:01:56.143616 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=c6bc21fb-0887-4447-9d48-bc80f90954d0,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:56.158336 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3539e6d3-088e-4ea3-88de-4b0e651aeaaf req-ef512562-32a9-446f-9be5-e59440a6cdc2 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834382 Jun 08 14:01:56.209817 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:56.253992 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Sync routers for ids ['14e61cd8-571b-475e-af38-c7ad3e808344'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:01:56.271425 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Routers {'14e61cd8-571b-475e-af38-c7ad3e808344'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:56.272377 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['14e61cd8-571b-475e-af38-c7ad3e808344'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:56.413900 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Set router 14e61cd8-571b-475e-af38-c7ad3e808344 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:56.467131 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693488'] for router, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:56.655224 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Router d092b8f0-99d4-4256-b43f-a38a30632e6e is scheduled to L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 with binding_index 1 {{(pid=97370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 08 14:01:56.713440 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 2, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:56.754734 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Checking router: 14e61cd8-571b-475e-af38-c7ad3e808344 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:01:56.755262 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Updating router 14e61cd8-571b-475e-af38-c7ad3e808344 port 9de521ce-2a55-4351-9850-74feff352b0d binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 14:01:56.783510 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:01:56.796706 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Sync routers for ids ['d092b8f0-99d4-4256-b43f-a38a30632e6e'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:01:56.797345 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:56.809027 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:56.814813 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-f4a41e6c-68f2-40f4-a279-9fd64a30a652 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4546034 Jun 08 14:01:56.815344 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44810) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:01:56.821089 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Routers {'d092b8f0-99d4-4256-b43f-a38a30632e6e'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:56.821800 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d092b8f0-99d4-4256-b43f-a38a30632e6e'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:56.941584 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Set router d092b8f0-99d4-4256-b43f-a38a30632e6e gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:56.993140 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee47ac8-31e9-48e1-8be7-2647e1b94eb8 None None] Network ec2eb3be-88a8-40d6-b994-737c6f8377d3 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:01:57.188195 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-4a932c69-cb70-4abf-8099-528598538a88 None None] Provisioning complete for port e6a59958-2947-4b19-a27c-116184834d0e triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:57.188629 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-4a932c69-cb70-4abf-8099-528598538a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:57.251446 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:57.264494 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:57.365594 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Pushing event updated for resources: {'Port': ['ID=9de521ce-2a55-4351-9850-74feff352b0d,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:57.379541 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.380075 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.380880 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.381183 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.382077 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.382647 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.389072 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.390747 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.392933 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.394197 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.395925 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.396500 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:01:57.533001 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Attempting to bind port 9de521ce-2a55-4351-9850-74feff352b0d on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:01:57.533793 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Attempting to bind port 9de521ce-2a55-4351-9850-74feff352b0d by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:01:57.535062 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Attempting to bind port 9de521ce-2a55-4351-9850-74feff352b0d on network cbf5848f-feb6-43c8-940e-ceaa2ad18558 {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:01:57.542361 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:01:57.543127 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Checking segment: {'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:01:57.544059 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:57.545014 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Bound using segment: {'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:01:57.547076 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Bound port: 9de521ce-2a55-4351-9850-74feff352b0d, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:01:57.559063 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:57.580870 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-4a932c69-cb70-4abf-8099-528598538a88 None None] Current status of the port e6a59958-2947-4b19-a27c-116184834d0e is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:57.581260 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-4a932c69-cb70-4abf-8099-528598538a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:57.671119 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-4a932c69-cb70-4abf-8099-528598538a88 None None] For port e6a59958-2947-4b19-a27c-116184834d0e, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=e6a59958-2947-4b19-a27c-116184834d0e,segment=NetworkSegment(743193c2-c6af-44ec-ac0e-802892e87edf),segment_id=743193c2-c6af-44ec-ac0e-802892e87edf)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:57.687581 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-4a932c69-cb70-4abf-8099-528598538a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:57.743206 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] For port 9de521ce-2a55-4351-9850-74feff352b0d, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:01:57.752674 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] For port 9de521ce-2a55-4351-9850-74feff352b0d, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=9de521ce-2a55-4351-9850-74feff352b0d,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:01:57.763112 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:57.765809 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'name': 'tempest-TestShelveInstance-1330772810-router', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:54Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 3, 'project_id': '940bed7699134c86bc48ff85125c5669', 'gw_port': {'id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:55Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:57.834610 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01474e-0e9e-49ed-b0b9-16a88121eef6 req-d81e5a42-f85d-436f-935a-4f04643a586e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:57.842835 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-de01474e-0e9e-49ed-b0b9-16a88121eef6 req-d81e5a42-f85d-436f-935a-4f04643a586e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 946 time: 0.5079279 Jun 08 14:01:57.859632 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device e6a59958-2947-4b19-a27c-116184834d0e up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:01:57.912583 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Checking router: d092b8f0-99d4-4256-b43f-a38a30632e6e for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:01:57.913118 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Updating router d092b8f0-99d4-4256-b43f-a38a30632e6e port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 binding host dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 14:01:57.955532 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a110219-a4cc-4232-868c-c853faebb2e2 None None] Pushing event updated for resources: {'Port': ['ID=9de521ce-2a55-4351-9850-74feff352b0d,revision_number=4']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:57.997243 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Routers {'14e61cd8-571b-475e-af38-c7ad3e808344'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:57.998173 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['14e61cd8-571b-475e-af38-c7ad3e808344'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:58.003884 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-de01474e-0e9e-49ed-b0b9-16a88121eef6 req-6523d51d-487f-45b3-9792-6d8fa3f4d3cd tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540685 Jun 08 14:01:58.029521 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a932c69-cb70-4abf-8099-528598538a88 None None] Pushing event updated for resources: {'Port': ['ID=e6a59958-2947-4b19-a27c-116184834d0e,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:58.050203 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:58.150587 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] Set router 14e61cd8-571b-475e-af38-c7ad3e808344 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:01:58.218819 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:58.400236 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-6911368a-89ca-4cd9-96e3-15850b3f5900 None None] Provisioning complete for port 9de521ce-2a55-4351-9850-74feff352b0d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:58.400839 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-6911368a-89ca-4cd9-96e3-15850b3f5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:58.456959 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Allocated IP 172.20.0.1 (ec2eb3be-88a8-40d6-b994-737c6f8377d3/06c0b2f6-801d-436e-a5e8-1bdd27fc630b/6b3fc75e-2dfd-480b-89e2-ca14f5663cbf) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:01:58.461572 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port e6a59958-2947-4b19-a27c-116184834d0e triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:58.462530 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:58.471884 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:57Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:58.509097 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2e385-6a75-4c2f-8166-97dbab813342 None None] The sync data for ids ['14e61cd8-571b-475e-af38-c7ad3e808344'] in dv-cinder-845130-1-iscsi is: [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:57Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:01:58.596996 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:58.653795 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:58.727884 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Network ec2eb3be-88a8-40d6-b994-737c6f8377d3 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:01:58.732368 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:58.735824 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:01:58.751498 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-6911368a-89ca-4cd9-96e3-15850b3f5900 None None] Current status of the port 9de521ce-2a55-4351-9850-74feff352b0d is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:58.752022 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-6911368a-89ca-4cd9-96e3-15850b3f5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:58.777187 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3fc75e-2dfd-480b-89e2-ca14f5663cbf,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:58.799970 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692931'] for router_interface, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:58.813059 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port e6a59958-2947-4b19-a27c-116184834d0e is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:58.815009 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c6bc21fb-0887-4447-9d48-bc80f90954d0 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:01:58.986424 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Notify callbacks [] for port, precommit_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:58.992134 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.008075 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.018103 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-6911368a-89ca-4cd9-96e3-15850b3f5900 None None] For port 9de521ce-2a55-4351-9850-74feff352b0d, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=9de521ce-2a55-4351-9850-74feff352b0d,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:01:59.071055 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-6911368a-89ca-4cd9-96e3-15850b3f5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.136091 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e06db0-5a71-456a-86ad-21c25e7cc389 None None] Pushing event updated for resources: {'Port': ['ID=8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0,revision_number=2']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:59.144787 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Attempting to bind port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:01:59.145365 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Attempting to bind port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:01:59.145975 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Attempting to bind port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 on network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:01:59.214849 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port c6bc21fb-0887-4447-9d48-bc80f90954d0 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:59.215388 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.218100 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:01:59.218599 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Checking segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:01:59.219324 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.220077 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Bound using segment: {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'} {{(pid=97371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:01:59.220856 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.managers [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Bound port: 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab2b09-2164-4fc1-8ff3-a7f56575384e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7'}}] {{(pid=97371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:01:59.221450 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.332444 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911368a-89ca-4cd9-96e3-15850b3f5900 None None] Pushing event updated for resources: {'Port': ['ID=9de521ce-2a55-4351-9850-74feff352b0d,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:59.335130 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-d80cd854-9de6-440d-b1dd-d687b7af9dd8 None None] Provisioning complete for port 9de521ce-2a55-4351-9850-74feff352b0d triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:59.335499 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d80cd854-9de6-440d-b1dd-d687b7af9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.342869 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.353476 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.366880 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf70ff-d558-4ca4-b05d-1e737f7a0ccc req-39c90e6b-2bc9-409e-924b-d18b69e8dadd tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:59.368642 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f7bf70ff-d558-4ca4-b05d-1e737f7a0ccc req-39c90e6b-2bc9-409e-924b-d18b69e8dadd tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 946 time: 0.1135895 Jun 08 14:01:59.400163 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] For port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:01:59.417085 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] For port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:01:59.452643 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.537900 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3fc75e-2dfd-480b-89e2-ca14f5663cbf,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:59.547612 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693167'] for router_interface, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.556050 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port c6bc21fb-0887-4447-9d48-bc80f90954d0 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:59.578129 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e06db0-5a71-456a-86ad-21c25e7cc389 None None] Pushing event updated for resources: {'Port': ['ID=8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0,revision_number=3']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:01:59.580167 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f7bf70ff-d558-4ca4-b05d-1e737f7a0ccc req-4edb356c-4f4d-4119-82a9-6b79f4ceadb0 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696589 Jun 08 14:01:59.598248 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Routers {'d092b8f0-99d4-4256-b43f-a38a30632e6e'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:01:59.599297 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d092b8f0-99d4-4256-b43f-a38a30632e6e'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:01:59.604777 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-d80cd854-9de6-440d-b1dd-d687b7af9dd8 None None] Current status of the port 9de521ce-2a55-4351-9850-74feff352b0d is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:01:59.741130 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-d80cd854-9de6-440d-b1dd-d687b7af9dd8 None None] Provisioning complete for port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:59.741888 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d80cd854-9de6-440d-b1dd-d687b7af9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.806864 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-916dbfef-8a18-4425-8a87-10c3d37b85ea tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:01:59.809597 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-916dbfef-8a18-4425-8a87-10c3d37b85ea tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 946 time: 0.1304290 Jun 08 14:01:59.812912 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Network ec2eb3be-88a8-40d6-b994-737c6f8377d3 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:01:59.815578 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:01:59.821900 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device e6a59958-2947-4b19-a27c-116184834d0e up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:01:59.881387 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-d80cd854-9de6-440d-b1dd-d687b7af9dd8 None None] Port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 14:01:59.945821 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port e6a59958-2947-4b19-a27c-116184834d0e triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:59.946189 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:01:59.986724 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-d80cd854-9de6-440d-b1dd-d687b7af9dd8 None None] Provisioning complete for port e6a59958-2947-4b19-a27c-116184834d0e triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:01:59.987226 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d80cd854-9de6-440d-b1dd-d687b7af9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:00.011246 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Deleting port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:02:00.011654 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:00.044375 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Router d092b8f0-99d4-4256-b43f-a38a30632e6e has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:02:00.146538 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] Set router d092b8f0-99d4-4256-b43f-a38a30632e6e gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:00.176669 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] For port 5d14be20-3cc4-4f79-a1ac-84effbc17c40, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=5d14be20-3cc4-4f79-a1ac-84effbc17c40,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:00.177415 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:00.294349 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:02:00.304704 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-1ee3b610-f9f8-44f0-80cc-dec66302e283 admin admin] 10.222.0.64 "PUT /v2.0/routers/d092b8f0-99d4-4256-b43f-a38a30632e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4867287 Jun 08 14:02:00.317685 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-d80cd854-9de6-440d-b1dd-d687b7af9dd8 None None] Current status of the port e6a59958-2947-4b19-a27c-116184834d0e is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:02:00.333312 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port e6a59958-2947-4b19-a27c-116184834d0e is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:02:00.334814 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 9de521ce-2a55-4351-9850-74feff352b0d up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:02:00.506551 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-b9cc3ac5-adf3-4411-95fc-aae225ea24db None None] Provisioning complete for port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:02:00.506969 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b9cc3ac5-adf3-4411-95fc-aae225ea24db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:00.567587 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:00.568523 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:00.569199 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Floating IP 3ec53d4a-942a-4c0a-860f-6ce56248c209 disassociated. External IP: 172.27.0.33, port: 5d14be20-3cc4-4f79-a1ac-84effbc17c40. Jun 08 14:02:00.570210 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Calling delete_port for 5d14be20-3cc4-4f79-a1ac-84effbc17c40 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:02:00.624393 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 9de521ce-2a55-4351-9850-74feff352b0d triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:02:00.625101 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:00.630791 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc3ac5-adf3-4411-95fc-aae225ea24db None None] Port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 14:02:00.765692 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'name': 'tempest-TestShelveInstance-1330772810-router', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:54Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 4, 'project_id': '940bed7699134c86bc48ff85125c5669', 'gw_port': {'id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:55Z', 'updated_at': '2022-06-08T14:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '6b3fc75e-2dfd-480b-89e2-ca14f5663cbf', 'name': '', 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'mac_address': 'fa:16:3e:78:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:58Z', 'updated_at': '2022-06-08T14:01:59Z', 'revision_number': 2, 'project_id': '940bed7699134c86bc48ff85125c5669', 'subnets': [{'id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:00.811557 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44846) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:00.819418 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8544336-d67d-45ae-aea2-7103c5773460 None None] The sync data for ids ['d092b8f0-99d4-4256-b43f-a38a30632e6e'] in dv-cinder-845130-1-iscsi is: [{'id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'name': 'tempest-TestShelveInstance-1330772810-router', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:54Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 4, 'project_id': '940bed7699134c86bc48ff85125c5669', 'gw_port': {'id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:55Z', 'updated_at': '2022-06-08T14:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '6b3fc75e-2dfd-480b-89e2-ca14f5663cbf', 'name': '', 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'mac_address': 'fa:16:3e:78:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:58Z', 'updated_at': '2022-06-08T14:01:59Z', 'revision_number': 2, 'project_id': '940bed7699134c86bc48ff85125c5669', 'subnets': [{'id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:02:00.820373 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-bc7ba52b-64ef-4b4e-bd37-f715655d7df1 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383287419', 'description': 'tempest-secgroup-smoke-383287419 description', 'project_id': '278dab9625f34cc29d546c3d1e54a632'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:02:00.850772 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 9de521ce-2a55-4351-9850-74feff352b0d is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:02:00.866548 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:00.870050 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba52b-64ef-4b4e-bd37-f715655d7df1 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:00.924440 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'Port': ['ID=5d14be20-3cc4-4f79-a1ac-84effbc17c40,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:00.939097 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0f3ff-d1c1-4e94-8b91-f57f22fc8f16 req-7e55d162-5efc-40e0-9d4c-37aab28d7b9e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:00.949189 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5ec0f3ff-d1c1-4e94-8b91-f57f22fc8f16 req-7e55d162-5efc-40e0-9d4c-37aab28d7b9e tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 946 time: 0.1765633 Jun 08 14:02:01.030798 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba52b-64ef-4b4e-bd37-f715655d7df1 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.041728 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba52b-64ef-4b4e-bd37-f715655d7df1 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.054235 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5ec0f3ff-d1c1-4e94-8b91-f57f22fc8f16 req-c8320707-e5a8-4d5f-a16b-c82ecb1d0c66 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups?id=87648f29-f08d-4274-bc40-49089e9d16ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038954 Jun 08 14:02:01.105120 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba52b-64ef-4b4e-bd37-f715655d7df1 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.107231 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-bc7ba52b-64ef-4b4e-bd37-f715655d7df1 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2943993 Jun 08 14:02:01.111494 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44856) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:01.118230 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-4d9319a7-1e69-4f24-86b3-77bb84446c11 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Request body: {'security_group_rule': {'security_group_id': '0f3526c4-96aa-43fc-be3e-a45757c8d5d3', 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:02:01.128049 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ba52b-64ef-4b4e-bd37-f715655d7df1 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3526c4-96aa-43fc-be3e-a45757c8d5d3,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:01.214869 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4d9319a7-1e69-4f24-86b3-77bb84446c11 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.278606 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:02:01.356670 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4d9319a7-1e69-4f24-86b3-77bb84446c11 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.364673 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4d9319a7-1e69-4f24-86b3-77bb84446c11 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.415857 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9319a7-1e69-4f24-86b3-77bb84446c11 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498775e8-db4f-4526-87f6-2f7e81f87c49,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:01.430126 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4d9319a7-1e69-4f24-86b3-77bb84446c11 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.431624 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-4d9319a7-1e69-4f24-86b3-77bb84446c11 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3190956 Jun 08 14:02:01.436955 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44862) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:01.442689 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-62e7d4b9-ad19-4545-90f3-e6e7c65fd4ab tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Request body: {'security_group_rule': {'security_group_id': '0f3526c4-96aa-43fc-be3e-a45757c8d5d3', 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:02:01.486235 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-62e7d4b9-ad19-4545-90f3-e6e7c65fd4ab tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.541976 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:02:01.589654 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:02:01.634602 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:01.635636 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:01.645221 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-62e7d4b9-ad19-4545-90f3-e6e7c65fd4ab tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.656433 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-62e7d4b9-ad19-4545-90f3-e6e7c65fd4ab tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.681161 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] No DVR routers for this DVR port 5d14be20-3cc4-4f79-a1ac-84effbc17c40 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:02:01.685439 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.690951 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b1fce693-b530-483f-9288-103e4c4ec1d9 req-7ad2b5cf-fa3c-4071-a553-0482648fffb9 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.71 "DELETE /v2.0/ports/5d14be20-3cc4-4f79-a1ac-84effbc17c40 HTTP/1.1" status: 204 len: 173 time: 1.8727651 Jun 08 14:02:01.692488 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'name': 'network-vif-deleted', 'tag': '5d14be20-3cc4-4f79-a1ac-84effbc17c40'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:02:01.700743 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7d4b9-ad19-4545-90f3-e6e7c65fd4ab tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6187341-3c59-4daf-8065-939076cd31e8,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:01.704723 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ada2360-63e5-4c07-9985-131cab3c7f8e" -d '{"events": [{"server_uuid": "af6552b9-944e-461f-8175-923fdea2f2ca", "name": "network-vif-deleted", "tag": "5d14be20-3cc4-4f79-a1ac-84effbc17c40"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:02:01.721365 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-62e7d4b9-ad19-4545-90f3-e6e7c65fd4ab tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.727163 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44866) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:01.732655 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-69ae553a-9f11-4c3f-b0a3-d663d69adbb9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Request body: {'security_group_rule': {'security_group_id': '0f3526c4-96aa-43fc-be3e-a45757c8d5d3', 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:02:01.739610 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-62e7d4b9-ad19-4545-90f3-e6e7c65fd4ab tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3014188 Jun 08 14:02:01.775856 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926b2d5c-cc6f-485f-a3f6-2e449d257389 x-openstack-request-id: req-926b2d5c-cc6f-485f-a3f6-2e449d257389 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:02:01.777438 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6552b9-944e-461f-8175-923fdea2f2ca", "name": "network-vif-deleted", "tag": "5d14be20-3cc4-4f79-a1ac-84effbc17c40", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:02:01.777876 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-926b2d5c-cc6f-485f-a3f6-2e449d257389 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:02:01.778497 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926b2d5c-cc6f-485f-a3f6-2e449d257389'] response: {'server_uuid': 'af6552b9-944e-461f-8175-923fdea2f2ca', 'name': 'network-vif-deleted', 'tag': '5d14be20-3cc4-4f79-a1ac-84effbc17c40', 'status': 'completed', 'code': 200} Jun 08 14:02:01.788869 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-69ae553a-9f11-4c3f-b0a3-d663d69adbb9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.873888 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-69ae553a-9f11-4c3f-b0a3-d663d69adbb9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.879811 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:01.884361 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-69ae553a-9f11-4c3f-b0a3-d663d69adbb9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.913094 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae553a-9f11-4c3f-b0a3-d663d69adbb9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3362962-1ba3-4894-9060-bd1e81d393e5,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:01.932546 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-69ae553a-9f11-4c3f-b0a3-d663d69adbb9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:01.934533 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-69ae553a-9f11-4c3f-b0a3-d663d69adbb9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2062473 Jun 08 14:02:01.938952 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44868) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:01.945645 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-6fa6324c-70bb-4952-becd-b0daab667152 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Request body: {'security_group_rule': {'security_group_id': '0f3526c4-96aa-43fc-be3e-a45757c8d5d3', 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:02:02.002007 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6fa6324c-70bb-4952-becd-b0daab667152 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.084299 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6fa6324c-70bb-4952-becd-b0daab667152 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.092237 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6fa6324c-70bb-4952-becd-b0daab667152 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.125777 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6324c-70bb-4952-becd-b0daab667152 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bce923-e5e2-402f-85a9-d36f8e5c1535,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:02.151059 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6fa6324c-70bb-4952-becd-b0daab667152 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.153915 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6fa6324c-70bb-4952-becd-b0daab667152 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2137060 Jun 08 14:02:02.156694 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44872) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:02.169404 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-0df537f9-abb5-42a4-8ef4-a6bb8fa6b5f4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Request body: {'security_group_rule': {'security_group_id': '0f3526c4-96aa-43fc-be3e-a45757c8d5d3', 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:02:02.213718 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:02.245830 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.securitygroups_db [None req-0df537f9-abb5-42a4-8ef4-a6bb8fa6b5f4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Project 278dab9625f34cc29d546c3d1e54a632 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 14:02:02.253217 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e1be96b9-63f7-4e3a-99e2-6596d313879b req-59ae3723-3414-4c07-b809-329166eea04c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6552b9-944e-461f-8175-923fdea2f2ca HTTP/1.1" status: 200 len: 210 time: 0.0690951 Jun 08 14:02:02.256311 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:02:02.283805 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0df537f9-abb5-42a4-8ef4-a6bb8fa6b5f4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.302190 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:02.303389 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:02.427803 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0df537f9-abb5-42a4-8ef4-a6bb8fa6b5f4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.434256 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0df537f9-abb5-42a4-8ef4-a6bb8fa6b5f4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.469751 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df537f9-abb5-42a4-8ef4-a6bb8fa6b5f4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4292eec-aa35-4ca1-9441-b6b93e3545f2,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:02.495567 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0df537f9-abb5-42a4-8ef4-a6bb8fa6b5f4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.497195 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0df537f9-abb5-42a4-8ef4-a6bb8fa6b5f4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390093 Jun 08 14:02:02.500716 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44888) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:02.512421 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-f2cae1c7-6d60-48bf-b928-502c758d711b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Request body: {'security_group_rule': {'security_group_id': '0f3526c4-96aa-43fc-be3e-a45757c8d5d3', 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:02:02.541231 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:02.556738 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.securitygroups_db [None req-f2cae1c7-6d60-48bf-b928-502c758d711b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Project 278dab9625f34cc29d546c3d1e54a632 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 14:02:02.563240 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f2cae1c7-6d60-48bf-b928-502c758d711b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.740075 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f2cae1c7-6d60-48bf-b928-502c758d711b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.749103 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f2cae1c7-6d60-48bf-b928-502c758d711b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624174'] for security_group_rule, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.785019 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cae1c7-6d60-48bf-b928-502c758d711b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf7bbff-a5b0-4b3a-ad8e-f220a1c038eb,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:02.817263 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f2cae1c7-6d60-48bf-b928-502c758d711b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:02.830571 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-f2cae1c7-6d60-48bf-b928-502c758d711b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3273566 Jun 08 14:02:02.947439 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:03.007287 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a82771-fd65-4f67-b8d2-dbc26af03449 None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:54Z', 'revision_number': 4, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'dde77245-7032-48d0-85f0-33b803021569', 'name': '', 'network_id': '298c9aca-e11f-492a-8f20-a7e4bdf24a3f', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'mac_address': 'fa:16:3e:35:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:51Z', 'updated_at': '2022-06-08T13:55:13Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'subnets': [{'id': '54272c6b-c964-42a3-92d5-13a4b5a71a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:02:03.027041 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44894) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:03.237737 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d4a1203e-e995-43ac-863d-a5c6a92aaaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.375836 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44936) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:03.416828 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d4a1203e-e995-43ac-863d-a5c6a92aaaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.430079 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d4a1203e-e995-43ac-863d-a5c6a92aaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.451381 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 5d14be20-3cc4-4f79-a1ac-84effbc17c40 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:02:03.484754 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: 5d14be20-3cc4-4f79-a1ac-84effbc17c40 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:02:03.485084 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 5d14be20-3cc4-4f79-a1ac-84effbc17c40 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:02:03.493368 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-d4a1203e-e995-43ac-863d-a5c6a92aaaf6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c7ea1719f554ad7858726667414b3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638052 Jun 08 14:02:03.497354 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 44938) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:03.502129 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1203e-e995-43ac-863d-a5c6a92aaaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e6ebbb-623d-466f-aff2-e45b28cb11f8,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:03.540037 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be76310e-e0ea-43f1-824e-2998b10df882 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.592661 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be76310e-e0ea-43f1-824e-2998b10df882 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.612114 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ef265ac6-e636-4965-9d42-2ff0bf6d31f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.668699 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ef265ac6-e636-4965-9d42-2ff0bf6d31f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.695654 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be76310e-e0ea-43f1-824e-2998b10df882 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.699068 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be76310e-e0ea-43f1-824e-2998b10df882 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.700716 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-be76310e-e0ea-43f1-824e-2998b10df882 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "DELETE /v2.0/security-groups/87648f29-f08d-4274-bc40-49089e9d16ca HTTP/1.1" status: 204 len: 168 time: 0.3232071 Jun 08 14:02:03.705165 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44942) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:03.731474 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76310e-e0ea-43f1-824e-2998b10df882 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87648f29-f08d-4274-bc40-49089e9d16ca,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:03.737526 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.api.v2.resource [None req-28b137d8-e531-4a08-bdae-036d4a4ad27c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] show failed (client error): The resource could not be found. Jun 08 14:02:03.739088 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-28b137d8-e531-4a08-bdae-036d4a4ad27c tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "GET /v2.0/security-groups/87648f29-f08d-4274-bc40-49089e9d16ca HTTP/1.1" status: 404 len: 347 time: 0.0316238 Jun 08 14:02:03.743988 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 44944) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:03.813111 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:02:03.815364 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ef265ac6-e636-4965-9d42-2ff0bf6d31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.825820 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ef265ac6-e636-4965-9d42-2ff0bf6d31f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:03.834957 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ef265ac6-e636-4965-9d42-2ff0bf6d31f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25e6ebbb-623d-466f-aff2-e45b28cb11f8 HTTP/1.1" status: 204 len: 168 time: 0.3334191 Jun 08 14:02:03.851315 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef265ac6-e636-4965-9d42-2ff0bf6d31f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e6ebbb-623d-466f-aff2-e45b28cb11f8,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:03.986192 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:02:03.986889 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:04.081672 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-c943d9c3-b84b-4b99-8a16-af6d24ae1829 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Deleting port 38f44387-36ac-4256-b5c7-a3aab2ef443e {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:02:04.082689 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c943d9c3-b84b-4b99-8a16-af6d24ae1829 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:04.114382 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:02:04.114929 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:04.158606 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] For port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:04.165911 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:04.217442 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c943d9c3-b84b-4b99-8a16-af6d24ae1829 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:04.218557 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c943d9c3-b84b-4b99-8a16-af6d24ae1829 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:04.248615 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-c943d9c3-b84b-4b99-8a16-af6d24ae1829 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Calling delete_port for 38f44387-36ac-4256-b5c7-a3aab2ef443e owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:02:04.295559 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Pushing event updated for resources: {'Port': ['ID=8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:04.535334 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c943d9c3-b84b-4b99-8a16-af6d24ae1829 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:04.577593 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943d9c3-b84b-4b99-8a16-af6d24ae1829 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Pushing event deleted for resources: {'Port': ['ID=38f44387-36ac-4256-b5c7-a3aab2ef443e,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:04.593321 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611e3d60-0606-4f8c-acd3-e10528c22173 None None] New status for floating IP 3ec53d4a-942a-4c0a-860f-6ce56248c209: DOWN {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:02:04.696933 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c943d9c3-b84b-4b99-8a16-af6d24ae1829 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:04.702994 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c943d9c3-b84b-4b99-8a16-af6d24ae1829 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:04.704969 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-c943d9c3-b84b-4b99-8a16-af6d24ae1829 tempest-AttachVolumeNegativeTest-557466628 tempest-AttachVolumeNegativeTest-557466628-project] 10.222.0.64 "DELETE /v2.0/floatingips/3ec53d4a-942a-4c0a-860f-6ce56248c209 HTTP/1.1" status: 204 len: 168 time: 0.9592419 Jun 08 14:02:05.115156 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Sync routers for ids ['d092b8f0-99d4-4256-b43f-a38a30632e6e'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:02:05.133459 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Routers {'d092b8f0-99d4-4256-b43f-a38a30632e6e'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:05.134878 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d092b8f0-99d4-4256-b43f-a38a30632e6e'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:05.275855 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Set router d092b8f0-99d4-4256-b43f-a38a30632e6e gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:05.588986 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'name': 'tempest-TestShelveInstance-1330772810-router', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:54Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 4, 'project_id': '940bed7699134c86bc48ff85125c5669', 'gw_port': {'id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:55Z', 'updated_at': '2022-06-08T14:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '6b3fc75e-2dfd-480b-89e2-ca14f5663cbf', 'name': '', 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'mac_address': 'fa:16:3e:78:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:58Z', 'updated_at': '2022-06-08T14:01:59Z', 'revision_number': 2, 'project_id': '940bed7699134c86bc48ff85125c5669', 'subnets': [{'id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:05.674608 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:02:05.760644 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:02:05.761277 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:05.769563 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Checking router: d092b8f0-99d4-4256-b43f-a38a30632e6e for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:02:05.769916 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Updating router d092b8f0-99d4-4256-b43f-a38a30632e6e port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf binding host dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 14:02:05.799189 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:05.892239 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:02:06.213350 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Notify callbacks [] for port, precommit_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:06.232338 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:06.306541 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f3ee5-c3e8-4399-9c79-f2740bdd3cd2 None None] Pushing event updated for resources: {'Port': ['ID=6b3fc75e-2dfd-480b-89e2-ca14f5663cbf,revision_number=3']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:06.381360 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Attempting to bind port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf on host dv-cinder-845130-1-iscsi for vnic_type normal with profile {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:02:06.382142 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Attempting to bind port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf by drivers openvswitch,hyperv on host dv-cinder-845130-1-iscsi at level 0 using segments [{'id': '743193c2-c6af-44ec-ac0e-802892e87edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3'}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:02:06.382730 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Attempting to bind port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf on network ec2eb3be-88a8-40d6-b994-737c6f8377d3 {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:02:06.389515 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Checking agent: {'id': '6515e77a-b457-423b-b902-09e188d36db7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-845130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 46, 23), 'started_at': datetime.datetime(2022, 6, 8, 13, 46, 53), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-845130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:02:06.389974 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Checking segment: {'id': '743193c2-c6af-44ec-ac0e-802892e87edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:02:06.390564 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:06.390963 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Bound using segment: {'id': '743193c2-c6af-44ec-ac0e-802892e87edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3'} {{(pid=97372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:02:06.391943 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.managers [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Bound port: 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf, host: dv-cinder-845130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743193c2-c6af-44ec-ac0e-802892e87edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3'}}] {{(pid=97372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:02:06.391943 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:06.488763 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] For port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf, host dv-cinder-845130-1-iscsi, cleared binding levels {{(pid=97372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:02:06.494272 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.plugins.ml2.db [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] For port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf, host dv-cinder-845130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=6b3fc75e-2dfd-480b-89e2-ca14f5663cbf,segment=NetworkSegment(743193c2-c6af-44ec-ac0e-802892e87edf),segment_id=743193c2-c6af-44ec-ac0e-802892e87edf)] {{(pid=97372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:02:06.504042 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron_lib.callbacks.manager [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:06.584286 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-661d0435-b28c-4040-bc11-d98a8fc4b266 None None] Provisioning complete for port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:02:06.584858 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-661d0435-b28c-4040-bc11-d98a8fc4b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:06.592613 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Routers {'d092b8f0-99d4-4256-b43f-a38a30632e6e'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:06.593252 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d092b8f0-99d4-4256-b43f-a38a30632e6e'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:06.596127 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f3ee5-c3e8-4399-9c79-f2740bdd3cd2 None None] Pushing event updated for resources: {'Port': ['ID=6b3fc75e-2dfd-480b-89e2-ca14f5663cbf,revision_number=4']} {{(pid=97372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:06.708432 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-661d0435-b28c-4040-bc11-d98a8fc4b266 None None] Current status of the port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf is: DOWN; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:02:06.709362 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-661d0435-b28c-4040-bc11-d98a8fc4b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:06.731301 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] Set router d092b8f0-99d4-4256-b43f-a38a30632e6e gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:06.767499 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-661d0435-b28c-4040-bc11-d98a8fc4b266 None None] For port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=6b3fc75e-2dfd-480b-89e2-ca14f5663cbf,segment=NetworkSegment(743193c2-c6af-44ec-ac0e-802892e87edf),segment_id=743193c2-c6af-44ec-ac0e-802892e87edf)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:06.773184 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-661d0435-b28c-4040-bc11-d98a8fc4b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:06.854685 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d0435-b28c-4040-bc11-d98a8fc4b266 None None] Pushing event updated for resources: {'Port': ['ID=6b3fc75e-2dfd-480b-89e2-ca14f5663cbf,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:06.910351 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-b8defe28-80e7-4899-9d28-5d00f0c7da9f None None] Provisioning complete for port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:02:06.910830 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b8defe28-80e7-4899-9d28-5d00f0c7da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:06.978000 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'name': 'tempest-TestShelveInstance-1330772810-router', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:54Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 4, 'project_id': '940bed7699134c86bc48ff85125c5669', 'gw_port': {'id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:55Z', 'updated_at': '2022-06-08T14:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '6b3fc75e-2dfd-480b-89e2-ca14f5663cbf', 'name': '', 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'mac_address': 'fa:16:3e:78:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:58Z', 'updated_at': '2022-06-08T14:02:06Z', 'revision_number': 4, 'project_id': '940bed7699134c86bc48ff85125c5669', 'subnets': [{'id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:07.006097 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e5072-20ff-4a96-ba08-3fedebdb85f0 None None] The sync data for ids ['d092b8f0-99d4-4256-b43f-a38a30632e6e'] in dv-cinder-845130-1-iscsi is: [{'id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'name': 'tempest-TestShelveInstance-1330772810-router', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:54Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 4, 'project_id': '940bed7699134c86bc48ff85125c5669', 'gw_port': {'id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:55Z', 'updated_at': '2022-06-08T14:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '6b3fc75e-2dfd-480b-89e2-ca14f5663cbf', 'name': '', 'network_id': 'ec2eb3be-88a8-40d6-b994-737c6f8377d3', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'mac_address': 'fa:16:3e:78:20:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:58Z', 'updated_at': '2022-06-08T14:02:06Z', 'revision_number': 4, 'project_id': '940bed7699134c86bc48ff85125c5669', 'subnets': [{'id': '06c0b2f6-801d-436e-a5e8-1bdd27fc630b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:02:07.014990 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-b8defe28-80e7-4899-9d28-5d00f0c7da9f None None] Current status of the port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:02:07.595389 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:07.727136 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf up at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:02:07.798514 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Provisioning complete for port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:02:07.798891 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:07.906781 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Current status of the port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf is: ACTIVE; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:02:08.721986 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45078) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:09.304018 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693066'] for router_interface, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:09.621664 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] Deleting port dde77245-7032-48d0-85f0-33b803021569 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:02:09.622191 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:09.625722 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45096) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:09.759425 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] For port dde77245-7032-48d0-85f0-33b803021569, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=dde77245-7032-48d0-85f0-33b803021569,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:09.760029 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:09.782003 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] Calling delete_port for dde77245-7032-48d0-85f0-33b803021569 owned by network:router_interface {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:02:09.792442 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fee51323-1755-4c27-af64-7b4c3c6ba181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:09.901903 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fee51323-1755-4c27-af64-7b4c3c6ba181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:09.906855 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fee51323-1755-4c27-af64-7b4c3c6ba181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:09.959579 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-fee51323-1755-4c27-af64-7b4c3c6ba181 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=443c4835489b4c869cf107c87cd9f0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342359 Jun 08 14:02:09.960677 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee51323-1755-4c27-af64-7b4c3c6ba181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfac72a-decd-45a8-aba1-f649f4e82edd,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:09.963491 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45100) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:10.015711 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.021706 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc139-59c8-46e5-995c-7220c16e9427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.046349 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc139-59c8-46e5-995c-7220c16e9427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.048365 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde77245-7032-48d0-85f0-33b803021569,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:10.106759 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc139-59c8-46e5-995c-7220c16e9427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.109981 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ab4dc139-59c8-46e5-995c-7220c16e9427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.121991 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ab4dc139-59c8-46e5-995c-7220c16e9427 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bfac72a-decd-45a8-aba1-f649f4e82edd HTTP/1.1" status: 204 len: 168 time: 0.1532578 Jun 08 14:02:10.134953 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dc139-59c8-46e5-995c-7220c16e9427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfac72a-decd-45a8-aba1-f649f4e82edd,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:10.310140 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692538'] for router_interface, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.520639 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45108) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:10.535680 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a64b-8420-4840-be55-a5fd966a68f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.581776 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] Router df19cf45-33c4-4efe-a806-b1350e3e2c47 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:02:10.632929 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a64b-8420-4840-be55-a5fd966a68f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.639435 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a64b-8420-4840-be55-a5fd966a68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.690191 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1a64b-8420-4840-be55-a5fd966a68f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d10710-e8ab-4b3f-8fb0-d47de7bd569a,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:10.695479 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-9cc1a64b-8420-4840-be55-a5fd966a68f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e0bb4b816854c0a8edde14358b08a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736357 Jun 08 14:02:10.699642 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45110) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:10.738242 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:02:10.743614 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-377fc753-6daa-4ab6-843b-6ae764322263 admin admin] 10.222.0.64 "PUT /v2.0/routers/df19cf45-33c4-4efe-a806-b1350e3e2c47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0205302 Jun 08 14:02:10.747309 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45112) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:10.758788 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] Sync routers for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:02:10.768466 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c59c9451-7aed-4508-85ba-43a7f843aa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.773859 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:10.774943 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:10.798029 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c59c9451-7aed-4508-85ba-43a7f843aa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.882117 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c59c9451-7aed-4508-85ba-43a7f843aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.884913 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c59c9451-7aed-4508-85ba-43a7f843aa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:10.886210 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-c59c9451-7aed-4508-85ba-43a7f843aa6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80d10710-e8ab-4b3f-8fb0-d47de7bd569a HTTP/1.1" status: 204 len: 168 time: 0.1853197 Jun 08 14:02:10.903736 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c9451-7aed-4508-85ba-43a7f843aa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d10710-e8ab-4b3f-8fb0-d47de7bd569a,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:10.947199 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:11.194523 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T14:02:09Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:11.212634 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:11.225710 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] Checking router: df19cf45-33c4-4efe-a806-b1350e3e2c47 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:02:11.247742 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] Routers {'df19cf45-33c4-4efe-a806-b1350e3e2c47'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:11.248634 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:01:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['df19cf45-33c4-4efe-a806-b1350e3e2c47'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:11.365986 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:11.404019 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] Set router df19cf45-33c4-4efe-a806-b1350e3e2c47 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:11.476226 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Deleting port 186247e6-b24f-44fa-aa68-b36ba1582195 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:02:11.476622 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:11.617207 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] For port 186247e6-b24f-44fa-aa68-b36ba1582195, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=186247e6-b24f-44fa-aa68-b36ba1582195,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:11.617573 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:11.631164 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Calling delete_port for 186247e6-b24f-44fa-aa68-b36ba1582195 owned by network:router_gateway {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:02:11.715034 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:02:11.733100 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T14:02:09Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:11.771772 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfae37b-afaf-4252-ad7d-85ababcbe85e None None] The sync data for ids ['df19cf45-33c4-4efe-a806-b1350e3e2c47'] in dv-cinder-845130-1-iscsi is: [{'id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'name': 'tempest-AttachVolumeNegativeTest-89939289-router', 'tenant_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T14:02:09Z', 'revision_number': 5, 'project_id': 'aadf16efc56c4784ba77cb1b3db9b361', 'gw_port': {'id': '186247e6-b24f-44fa-aa68-b36ba1582195', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df19cf45-33c4-4efe-a806-b1350e3e2c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:02:11.891065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:11.931038 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=186247e6-b24f-44fa-aa68-b36ba1582195,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:12.001871 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693652'] for router_gateway, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.120765 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4628'] for router, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.123801 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.191940 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690342'] for router, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.192904 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df19cf45-33c4-4efe-a806-b1350e3e2c47 {{(pid=97369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:02:12.199564 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] Notify callbacks [] for router, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.202267 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-9899c729-63cc-4036-b7ec-b496aadc57a9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/df19cf45-33c4-4efe-a806-b1350e3e2c47 HTTP/1.1" status: 204 len: 168 time: 1.4536219 Jun 08 14:02:12.203330 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45138) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:12.258292 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e536ea3-138b-40df-9e82-c63b8c049a3e admin admin] Deleting subnet 54272c6b-c964-42a3-92d5-13a4b5a71a8f {{(pid=97369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:02:12.263045 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8e536ea3-138b-40df-9e82-c63b8c049a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.328087 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8e536ea3-138b-40df-9e82-c63b8c049a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3193986'] for subnet, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.467586 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8e536ea3-138b-40df-9e82-c63b8c049a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.576589 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8e536ea3-138b-40df-9e82-c63b8c049a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26000125'] for subnet, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.614049 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e536ea3-138b-40df-9e82-c63b8c049a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54272c6b-c964-42a3-92d5-13a4b5a71a8f,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:12.616496 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8e536ea3-138b-40df-9e82-c63b8c049a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.623068 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45150) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:12.623552 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-8e536ea3-138b-40df-9e82-c63b8c049a3e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/54272c6b-c964-42a3-92d5-13a4b5a71a8f HTTP/1.1" status: 204 len: 168 time: 0.4185982 Jun 08 14:02:12.637388 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ce063-2db9-4465-a218-9a1bcedbe758 None None] Network 298c9aca-e11f-492a-8f20-a7e4bdf24a3f requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:02:12.745180 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.830350 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Deleting port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:02:12.831819 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.915825 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] For port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=3bcb1e0e-1a07-4b63-b364-d8e77e3f7668,segment=NetworkSegment(d879e5e4-8a62-4547-ad78-aab0b7fc3840),segment_id=d879e5e4-8a62-4547-ad78-aab0b7fc3840)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:12.916199 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:12.933919 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Calling delete_port for 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 owned by network:dhcp {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:02:13.056615 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15daf57-3286-4f2a-a576-295734d2b53c None None] DHCP port deletion for 298c9aca-e11f-492a-8f20-a7e4bdf24a3f request from dv-cinder-845130-1-iscsi {{(pid=97371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 14:02:13.058697 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.095231 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcb1e0e-1a07-4b63-b364-d8e77e3f7668,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:13.104419 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] No DVR routers for this DVR port 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 on host dv-cinder-845130-1-iscsi {{(pid=97370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:02:13.210337 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.235093 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298c9aca-e11f-492a-8f20-a7e4bdf24a3f']}} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:13.250033 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd879e5e4-8a62-4547-ad78-aab0b7fc3840') {'for_net_delete': True} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:13.250335 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd879e5e4-8a62-4547-ad78-aab0b7fc3840') {} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:13.271761 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4076708'] for segment, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.289536 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.301979 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=97370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:02:13.302386 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26153534'] for segment, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.383599 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.408293 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.413598 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] 10.222.0.64 "DELETE /v2.0/networks/298c9aca-e11f-492a-8f20-a7e4bdf24a3f HTTP/1.1" status: 204 len: 168 time: 0.7885931 Jun 08 14:02:13.416473 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b8518-33f6-4252-add9-0c01919e4caf admin admin] Pushing event deleted for resources: {'Network': ['ID=298c9aca-e11f-492a-8f20-a7e4bdf24a3f,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:13.478238 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment d879e5e4-8a62-4547-ad78-aab0b7fc3840 resource provider aggregate not found Jun 08 14:02:13.500540 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment d879e5e4-8a62-4547-ad78-aab0b7fc3840 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d879e5e4-8a62-4547-ad78-aab0b7fc3840 found for delete ", "request_id": "req-ddbd048e-a5f3-40ef-a4e9-75dab95724cd"}]} Jun 08 14:02:13.670837 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45174) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:13.712773 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 186247e6-b24f-44fa-aa68-b36ba1582195 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:02:13.733602 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-0bb08c10-6979-4349-a836-ea83f916e256 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aadf16efc56c4784ba77cb1b3db9b361&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0613565 Jun 08 14:02:13.736088 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45178) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:13.747018 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 186247e6-b24f-44fa-aa68-b36ba1582195 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:02:13.749347 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 186247e6-b24f-44fa-aa68-b36ba1582195 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:02:13.749984 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:02:13.773808 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:02:13.774399 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 3bcb1e0e-1a07-4b63-b364-d8e77e3f7668 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:02:13.774823 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device dde77245-7032-48d0-85f0-33b803021569 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:02:13.799455 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd02d4df-fc01-4bbb-ac19-93c2bc94b6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.801971 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: dde77245-7032-48d0-85f0-33b803021569 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:02:13.802685 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device dde77245-7032-48d0-85f0-33b803021569 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:02:13.828927 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd02d4df-fc01-4bbb-ac19-93c2bc94b6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.885570 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd02d4df-fc01-4bbb-ac19-93c2bc94b6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.888223 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd02d4df-fc01-4bbb-ac19-93c2bc94b6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:13.889374 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-cd02d4df-fc01-4bbb-ac19-93c2bc94b6b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff3b4a4d-af1a-4c05-8ab8-6b8afb349b59 HTTP/1.1" status: 204 len: 168 time: 0.1512973 Jun 08 14:02:13.898108 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02d4df-fc01-4bbb-ac19-93c2bc94b6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b4a4d-af1a-4c05-8ab8-6b8afb349b59,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:17.206436 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-0b861e77-9126-4bf1-a9ca-61ea611e2d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:19.403115 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f611861e-b5a1-4451-bad1-de90188ec607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:20.148135 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-ba644bbf-c2da-4a9c-9682-2fe8a2dfc34c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383287419&fields=id&tenant_id=278dab9625f34cc29d546c3d1e54a632 HTTP/1.1" status: 200 len: 267 time: 0.0435011 Jun 08 14:02:20.310381 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-395625d4-b3cc-4be3-88e4-954cde2f637f tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:20.311996 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-395625d4-b3cc-4be3-88e4-954cde2f637f tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/networks?id=cbf5848f-feb6-43c8-940e-ceaa2ad18558 HTTP/1.1" status: 200 len: 808 time: 0.1519289 Jun 08 14:02:20.328403 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-193e3853-27f5-445e-8561-87e43e9e07f8 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/quotas/278dab9625f34cc29d546c3d1e54a632 HTTP/1.1" status: 200 len: 375 time: 0.0097778 Jun 08 14:02:20.387842 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-4ad69bf9-76ca-48aa-8e22-ae4c1df6cbc3 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=278dab9625f34cc29d546c3d1e54a632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517642 Jun 08 14:02:20.506408 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-6895784a-737f-4297-ae72-fe1a159909df service neutron] 10.222.0.64 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993609 Jun 08 14:02:20.632676 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-dbc1f092-385d-493f-8e30-5677d2776cfb service neutron] 10.222.0.64 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194172 Jun 08 14:02:21.028020 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f1f7284a-c4fe-4d05-a848-3296336bc025 req-efa116d4-66a3-4f75-bc7f-8fc8f3264896 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 210 time: 0.0334287 Jun 08 14:02:21.087903 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:21.600456 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c480cd-24c4-4e7e-a0c1-112c2493bda7 req-26cef646-4ea6-4209-bba3-1f8b7aad6844 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:21.601985 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-20c480cd-24c4-4e7e-a0c1-112c2493bda7 req-26cef646-4ea6-4209-bba3-1f8b7aad6844 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 946 time: 0.0672181 Jun 08 14:02:21.648800 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-20c480cd-24c4-4e7e-a0c1-112c2493bda7 req-a4a193d9-1c54-4301-b8a6-1325ebee2773 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395679 Jun 08 14:02:22.158300 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-037f9063-d804-404d-a54f-c5ec4af44bcb req-c5626ab0-2963-4893-b581-e55c06714609 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 210 time: 0.0378335 Jun 08 14:02:22.270735 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-6f81b219-36ae-4a21-86c0-6f37c7a5b72c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:22.272296 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-6f81b219-36ae-4a21-86c0-6f37c7a5b72c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.71 "GET /v2.0/networks?id=cbf5848f-feb6-43c8-940e-ceaa2ad18558 HTTP/1.1" status: 200 len: 808 time: 0.1656981 Jun 08 14:02:22.313194 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:22.342706 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-f18fcce2-3313-4da8-ae98-e32893ed6f25 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=278dab9625f34cc29d546c3d1e54a632 HTTP/1.1" status: 200 len: 379 time: 0.0554872 Jun 08 14:02:22.353830 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Request body: {'port': {'device_id': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'admin_state_up': True, 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'security_groups': ['0f3526c4-96aa-43fc-be3e-a45757c8d5d3']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:02:22.507607 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Made reservation on behalf of 278dab9625f34cc29d546c3d1e54a632 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:02:22.511194 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:22.675563 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Allocated IP 172.20.0.6 (cbf5848f-feb6-43c8-940e-ceaa2ad18558/d46bbbce-dbfd-465d-8dbe-1f26afda01ca/cc38ca72-dbba-4542-ae01-7484d14ee23a) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:02:22.837793 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:22.931323 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.053666 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.092733 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e84d74-adc8-45ab-8933-15e36323e11c req-69d38bdb-ec88-4397-995c-b5ffdc214a26 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:23.095262 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-65e84d74-adc8-45ab-8933-15e36323e11c req-69d38bdb-ec88-4397-995c-b5ffdc214a26 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 946 time: 0.3032796 Jun 08 14:02:23.190548 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Network cbf5848f-feb6-43c8-940e-ceaa2ad18558 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:02:23.206405 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-52c99697-59cc-49f6-a18e-6e53ddc29be3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:23.208926 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-52c99697-59cc-49f6-a18e-6e53ddc29be3 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.71 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 946 time: 0.1976223 Jun 08 14:02:23.218842 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:02:23.226446 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:02:23.299964 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:23.301244 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.330264 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event updated for resources: {'Port': ['ID=cc38ca72-dbba-4542-ae01-7484d14ee23a,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:23.353359 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab236c-70be-4b63-9d4f-c8d83a31202a req-03e12609-aeb9-41e4-a3cb-7de10ac4aa65 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:23.355805 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-dcab236c-70be-4b63-9d4f-c8d83a31202a req-03e12609-aeb9-41e4-a3cb-7de10ac4aa65 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 931 time: 0.0810399 Jun 08 14:02:23.356940 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45428) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:23.370771 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-65e84d74-adc8-45ab-8933-15e36323e11c req-09bebb94-7066-4998-a482-729e6cafcd33 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391729 Jun 08 14:02:23.429898 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-957a69c9-33c5-4cb1-bd0b-dc860be203c4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0810595 Jun 08 14:02:23.442703 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-dcab236c-70be-4b63-9d4f-c8d83a31202a req-9df1ae64-277d-48ac-9e25-a03ae706918b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707371 Jun 08 14:02:23.449464 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Request body: {'port': {'device_id': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:02:23.578482 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.591135 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-e09e7ffd-a954-4b5a-affb-80bc9a2b8c70 None None] Provisioning complete for port cc38ca72-dbba-4542-ae01-7484d14ee23a triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:02:23.592153 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e09e7ffd-a954-4b5a-affb-80bc9a2b8c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.613595 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.632512 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-e09e7ffd-a954-4b5a-affb-80bc9a2b8c70 None None] Port cc38ca72-dbba-4542-ae01-7484d14ee23a cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 14:02:23.688457 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Deleting port eccbdf38-5eb4-4e51-9c86-543171fe61f8 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:02:23.689342 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.689592 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.694229 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.752981 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f08587f6abfd4651bd3ce3043dd3ebbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940275 Jun 08 14:02:23.754432 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd1d214-4a75-4437-aa1a-34dfbd83b146,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:23.757045 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45432) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:23.778563 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.779088 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.779618 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.780113 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.780617 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.781122 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.781652 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.782225 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.782449 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.782785 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.783102 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.783427 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1bb28-f458-4ba1-beab-8880a2ee66d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:23.829473 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-77965d73-d3b6-48fa-bab3-a56c46ed824c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.853587 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-77965d73-d3b6-48fa-bab3-a56c46ed824c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.928683 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-77965d73-d3b6-48fa-bab3-a56c46ed824c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.932405 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-77965d73-d3b6-48fa-bab3-a56c46ed824c admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:23.936362 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-77965d73-d3b6-48fa-bab3-a56c46ed824c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bd1d214-4a75-4437-aa1a-34dfbd83b146 HTTP/1.1" status: 204 len: 168 time: 0.1743567 Jun 08 14:02:23.947688 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77965d73-d3b6-48fa-bab3-a56c46ed824c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd1d214-4a75-4437-aa1a-34dfbd83b146,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:24.039329 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] For port eccbdf38-5eb4-4e51-9c86-543171fe61f8, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=eccbdf38-5eb4-4e51-9c86-543171fe61f8,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:24.040224 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:24.377872 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45442) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:24.398746 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-2e0597a2-7767-41de-8cad-a90ab9323bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:24.402180 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc38ca72-dbba-4542-ae01-7484d14ee23a {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:02:24.427645 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:24.444482 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:24.445420 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:24.446116 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Floating IP 4b2dc83c-d596-4453-afef-5c5f5d6b65ba disassociated. External IP: 172.27.0.234, port: eccbdf38-5eb4-4e51-9c86-543171fe61f8. Jun 08 14:02:24.446927 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Calling delete_port for eccbdf38-5eb4-4e51-9c86-543171fe61f8 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:02:24.480742 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Transition to ACTIVE for port object cc38ca72-dbba-4542-ae01-7484d14ee23a will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 14:02:24.487126 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:24.616617 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-2e0597a2-7767-41de-8cad-a90ab9323bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:24.640762 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-2e0597a2-7767-41de-8cad-a90ab9323bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:24.737385 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0597a2-7767-41de-8cad-a90ab9323bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25861eab-9235-4502-89ae-19cd44372ee5,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:24.743916 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-2e0597a2-7767-41de-8cad-a90ab9323bda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3551f60b01874334939a99d833e3bd04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633349 Jun 08 14:02:24.748358 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45456) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:24.760149 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc38ca72-dbba-4542-ae01-7484d14ee23a,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:24.789999 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976c95c-956c-41f0-bae4-fcbd562023ad req-5a20d14b-2da7-4dff-be59-afe2f386e5aa tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:24.791771 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1976c95c-956c-41f0-bae4-fcbd562023ad req-5a20d14b-2da7-4dff-be59-afe2f386e5aa tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.1625762 Jun 08 14:02:24.803317 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:24.895683 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-1976c95c-956c-41f0-bae4-fcbd562023ad req-40f93581-99f3-405c-89af-3267a13c9581 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875061 Jun 08 14:02:24.896967 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event deleted for resources: {'Port': ['ID=eccbdf38-5eb4-4e51-9c86-543171fe61f8,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:24.903545 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4731125d-4be7-4e6c-af49-7dfb3582ed6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:24.921631 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb04d7-ddbd-4edf-9d7b-e497837bca40 req-6578195b-5ca6-4548-9f15-34f4b0c294a5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:24.938348 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ffcb04d7-ddbd-4edf-9d7b-e497837bca40 req-6578195b-5ca6-4548-9f15-34f4b0c294a5 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 868 time: 0.3361516 Jun 08 14:02:24.961975 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4731125d-4be7-4e6c-af49-7dfb3582ed6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:25.047111 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4731125d-4be7-4e6c-af49-7dfb3582ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:25.053116 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4731125d-4be7-4e6c-af49-7dfb3582ed6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:25.060548 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-4731125d-4be7-4e6c-af49-7dfb3582ed6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25861eab-9235-4502-89ae-19cd44372ee5 HTTP/1.1" status: 204 len: 168 time: 0.3078904 Jun 08 14:02:25.078074 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731125d-4be7-4e6c-af49-7dfb3582ed6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25861eab-9235-4502-89ae-19cd44372ee5,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:25.092344 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ffcb04d7-ddbd-4edf-9d7b-e497837bca40 req-ac5acc07-134c-4889-9d7f-6c6efb3eb0d7 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups?id=41c558e7-e23a-410c-a05e-0dc0126f4c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252859 Jun 08 14:02:25.433537 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Attempting to bind port cc38ca72-dbba-4542-ae01-7484d14ee23a on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:02:25.434381 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Attempting to bind port cc38ca72-dbba-4542-ae01-7484d14ee23a by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:02:25.435127 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Attempting to bind port cc38ca72-dbba-4542-ae01-7484d14ee23a on network cbf5848f-feb6-43c8-940e-ceaa2ad18558 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:02:25.452693 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Port cc38ca72-dbba-4542-ae01-7484d14ee23a on network cbf5848f-feb6-43c8-940e-ceaa2ad18558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 14:02:25.453417 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Attempting to bind port cc38ca72-dbba-4542-ae01-7484d14ee23a on network cbf5848f-feb6-43c8-940e-ceaa2ad18558 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:02:25.467736 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:02:25.468354 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Checking segment: {'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:02:25.468980 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Bound using segment: {'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:02:25.469736 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Bound port: cc38ca72-dbba-4542-ae01-7484d14ee23a, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:02:25.470310 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:25.544693 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:02:25.628775 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] For port cc38ca72-dbba-4542-ae01-7484d14ee23a, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:02:25.645087 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] For port cc38ca72-dbba-4542-ae01-7484d14ee23a, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:02:25.692022 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:25.760563 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:25.761564 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:25.763742 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] 10.222.0.71 "PUT /v2.0/ports/cc38ca72-dbba-4542-ae01-7484d14ee23a HTTP/1.1" status: 200 len: 1093 time: 2.3235500 Jun 08 14:02:25.764424 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:02:25.767999 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0515ad7c-0b5c-4cad-b30f-5187f97f0177" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:02:25.785479 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:02:25.824068 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] Sync routers for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:02:25.855859 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:25.856552 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:02:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:25.885376 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d8ff3-2472-4ea2-b62a-f286b54ff173 x-openstack-request-id: req-0a0d8ff3-2472-4ea2-b62a-f286b54ff173 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:02:25.885847 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:02:25.886235 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a0d8ff3-2472-4ea2-b62a-f286b54ff173 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:02:25.886857 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0d8ff3-2472-4ea2-b62a-f286b54ff173'] response: {'name': 'network-changed', 'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'status': 'completed', 'code': 200} Jun 08 14:02:25.950237 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af458f16-f8d9-41bd-a54f-ea0f976cf9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc38ca72-dbba-4542-ae01-7484d14ee23a,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:26.027074 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:26.057463 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] No DVR routers for this DVR port eccbdf38-5eb4-4e51-9c86-543171fe61f8 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:02:26.067571 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:26.074749 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-196ab27e-f1f2-4ac9-b074-8909369e4b74 req-d92bcc08-3fe4-4196-ac82-9f4536970845 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.71 "DELETE /v2.0/ports/eccbdf38-5eb4-4e51-9c86-543171fe61f8 HTTP/1.1" status: 204 len: 173 time: 2.8491664 Jun 08 14:02:26.314424 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-d98e536f-cc87-43e1-82c5-b6941a9e9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:26.317759 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-d98e536f-cc87-43e1-82c5-b6941a9e9f89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=278dab9625f34cc29d546c3d1e54a632&device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1096 time: 0.4295628 Jun 08 14:02:26.338604 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e165c5-ba52-45bd-b39a-00303b528ac6 req-3a785eac-1620-429c-b033-3dc5794a9d2e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:26.354909 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-65e165c5-ba52-45bd-b39a-00303b528ac6 req-3a785eac-1620-429c-b033-3dc5794a9d2e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.2947567 Jun 08 14:02:26.394853 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-57862b5f-3041-4f6e-ab30-36197abcda45 req-e92874c0-a837-4671-a8db-17ad193057c2 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a492bd8-810e-47dc-96be-c454bbb7a34a HTTP/1.1" status: 200 len: 210 time: 0.0682287 Jun 08 14:02:26.485286 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-e64808d1-b545-41bf-844e-d64f9d685d77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a HTTP/1.1" status: 200 len: 217 time: 0.1260805 Jun 08 14:02:26.504841 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:26.538949 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] Checking router: dd22f7b8-7d21-4f09-8f46-cd9805cfa969 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:02:26.550185 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:26.550933 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:02:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:26.612900 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-50b9834b-9674-4082-a079-e1bc3348cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:26.615362 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-50b9834b-9674-4082-a079-e1bc3348cc61 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d46bbbce-dbfd-465d-8dbe-1f26afda01ca HTTP/1.1" status: 200 len: 847 time: 0.1113646 Jun 08 14:02:26.693725 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-65e165c5-ba52-45bd-b39a-00303b528ac6 req-cdf95284-b65c-4184-954e-d04d6a941cfa tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189958 Jun 08 14:02:26.737260 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-81b716ac-c745-48ec-9930-589649e23276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:26.739681 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-81b716ac-c745-48ec-9930-589649e23276 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbf5848f-feb6-43c8-940e-ceaa2ad18558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1163745 Jun 08 14:02:26.815678 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:26.886985 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-a30ada23-c7ed-4713-a00c-4f9b8b5513e6 service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351259 Jun 08 14:02:27.023776 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1636f77f-a1e0-4d46-b562-f37bb8d745fa req-f38b9cb8-cd50-42ff-a792-bc061ab50e76 service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303725 Jun 08 14:02:27.154298 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-609cd50e-87cd-4b22-996a-d419b0eaeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:27.155860 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-609cd50e-87cd-4b22-996a-d419b0eaeadb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=278dab9625f34cc29d546c3d1e54a632&device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1096 time: 0.0645924 Jun 08 14:02:27.263375 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:27.309858 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b661e59-f976-48bb-ade7-5eddfecec76e None None] The sync data for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi is: [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T13:54:57Z', 'revision_number': 4, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': 'c43b883a-7909-4781-9141-140de543e07b', 'name': '', 'network_id': '7ad6f45b-ae63-4e65-8c05-829489007dd9', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'mac_address': 'fa:16:3e:56:65:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:53Z', 'updated_at': '2022-06-08T13:55:11Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'subnets': [{'id': 'fa874c81-e5f6-4f9c-8206-d47c0f483b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:02:27.327601 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-b6149c7c-191b-488a-8e98-da06b54545c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:27.329126 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-b6149c7c-191b-488a-8e98-da06b54545c8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbf5848f-feb6-43c8-940e-ceaa2ad18558 HTTP/1.1" status: 200 len: 909 time: 0.1619627 Jun 08 14:02:27.394990 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-ec31e67e-4d71-4851-ae46-8b11b53c5ac3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a HTTP/1.1" status: 200 len: 217 time: 0.0571578 Jun 08 14:02:27.452651 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-152f16b7-b904-4ee6-ade2-f42a69bf838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:27.454320 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-152f16b7-b904-4ee6-ade2-f42a69bf838e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d46bbbce-dbfd-465d-8dbe-1f26afda01ca HTTP/1.1" status: 200 len: 847 time: 0.0491180 Jun 08 14:02:27.510823 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-23a83a18-4cf8-4eb1-ace0-fbcfc48f8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:27.512879 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-23a83a18-4cf8-4eb1-ace0-fbcfc48f8ea0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbf5848f-feb6-43c8-940e-ceaa2ad18558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467227 Jun 08 14:02:27.611670 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device eccbdf38-5eb4-4e51-9c86-543171fe61f8 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:02:27.620056 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45520) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:27.634529 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: eccbdf38-5eb4-4e51-9c86-543171fe61f8 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:02:27.634967 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device eccbdf38-5eb4-4e51-9c86-543171fe61f8 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:02:27.661755 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-38dded00-d7e1-4993-b5b7-2a6370165b22 service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416597 Jun 08 14:02:27.699088 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f349f099-9131-4d39-8cab-f5a92dfd6e4f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:27.700106 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015311c4-f38f-4d56-be51-9524ff682f62 None None] New status for floating IP 4b2dc83c-d596-4453-afef-5c5f5d6b65ba: DOWN {{(pid=97371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:02:27.729025 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f349f099-9131-4d39-8cab-f5a92dfd6e4f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:27.818500 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f349f099-9131-4d39-8cab-f5a92dfd6e4f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:27.822545 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f349f099-9131-4d39-8cab-f5a92dfd6e4f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:27.824458 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-f349f099-9131-4d39-8cab-f5a92dfd6e4f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "DELETE /v2.0/security-groups/41c558e7-e23a-410c-a05e-0dc0126f4c34 HTTP/1.1" status: 204 len: 168 time: 0.2032392 Jun 08 14:02:27.831296 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45526) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:27.834659 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0515ad7c-0b5c-4cad-b30f-5187f97f0177 req-7279d3d9-d3ab-4ade-b9f8-480514b90b3d service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630940 Jun 08 14:02:27.849375 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349f099-9131-4d39-8cab-f5a92dfd6e4f tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c558e7-e23a-410c-a05e-0dc0126f4c34,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:27.862381 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.api.v2.resource [None req-02438b1b-86c4-4513-8916-b70f6d203172 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] show failed (client error): The resource could not be found. Jun 08 14:02:27.863681 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-02438b1b-86c4-4513-8916-b70f6d203172 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "GET /v2.0/security-groups/41c558e7-e23a-410c-a05e-0dc0126f4c34 HTTP/1.1" status: 404 len: 347 time: 0.0293696 Jun 08 14:02:27.867273 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45528) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:27.917144 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'name': 'network-vif-deleted', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:02:27.920406 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fcd2a8-4b9a-42fe-966a-ad8607cf3c0a" -d '{"events": [{"server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "name": "network-vif-deleted", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:02:28.038261 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52597ca-7c53-4f3b-acc7-20515cba0f50 req-7c380cb5-a1d8-4c41-9d62-97a79fcd4773 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:28.040396 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce89d33-2fda-4b5e-b09a-878d10567bb8 x-openstack-request-id: req-cce89d33-2fda-4b5e-b09a-878d10567bb8 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:02:28.040688 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a492bd8-810e-47dc-96be-c454bbb7a34a", "name": "network-vif-deleted", "tag": "eccbdf38-5eb4-4e51-9c86-543171fe61f8", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:02:28.040934 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cce89d33-2fda-4b5e-b09a-878d10567bb8 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:02:28.041312 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce89d33-2fda-4b5e-b09a-878d10567bb8'] response: {'server_uuid': '5a492bd8-810e-47dc-96be-c454bbb7a34a', 'name': 'network-vif-deleted', 'tag': 'eccbdf38-5eb4-4e51-9c86-543171fe61f8', 'status': 'completed', 'code': 200} Jun 08 14:02:28.042744 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c52597ca-7c53-4f3b-acc7-20515cba0f50 req-7c380cb5-a1d8-4c41-9d62-97a79fcd4773 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.1561048 Jun 08 14:02:28.123719 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c52597ca-7c53-4f3b-acc7-20515cba0f50 req-097016e6-decb-4889-85ae-e9a64f7a8bd3 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644939 Jun 08 14:02:28.124901 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c5ef9-8a0c-4534-8588-88a0297f5139 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Deleting port bc026420-a8be-4af5-b051-d3d6912f91b1 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:02:28.125468 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5ef9-8a0c-4534-8588-88a0297f5139 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:28.242488 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5ef9-8a0c-4534-8588-88a0297f5139 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:28.242822 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5ef9-8a0c-4534-8588-88a0297f5139 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:28.260836 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c5ef9-8a0c-4534-8588-88a0297f5139 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Calling delete_port for bc026420-a8be-4af5-b051-d3d6912f91b1 owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:02:28.454854 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5ef9-8a0c-4534-8588-88a0297f5139 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:28.481639 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c5ef9-8a0c-4534-8588-88a0297f5139 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Pushing event deleted for resources: {'Port': ['ID=bc026420-a8be-4af5-b051-d3d6912f91b1,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:28.555633 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5ef9-8a0c-4534-8588-88a0297f5139 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:28.558539 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5ef9-8a0c-4534-8588-88a0297f5139 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:28.559765 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7e8c5ef9-8a0c-4534-8588-88a0297f5139 tempest-AttachVolumeShelveTestJSON-444924150 tempest-AttachVolumeShelveTestJSON-444924150-project] 10.222.0.64 "DELETE /v2.0/floatingips/4b2dc83c-d596-4453-afef-5c5f5d6b65ba HTTP/1.1" status: 204 len: 168 time: 0.6915002 Jun 08 14:02:29.305987 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6169-977c-4ead-9c0f-39751443df8b req-cfa0fdcc-a803-41a0-9c96-dbe0abdf69b6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:29.307965 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ef3e6169-977c-4ead-9c0f-39751443df8b req-cfa0fdcc-a803-41a0-9c96-dbe0abdf69b6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0749257 Jun 08 14:02:29.364927 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ef3e6169-977c-4ead-9c0f-39751443df8b req-c3070cb3-5a19-4cd7-a6c1-344948d2f213 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492432 Jun 08 14:02:30.496813 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d20221-b918-43d1-8ccf-ddbb9952b930 req-f14fc0d9-7eba-4203-aceb-6e9da3d0bbb4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:30.499413 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d5d20221-b918-43d1-8ccf-ddbb9952b930 req-f14fc0d9-7eba-4203-aceb-6e9da3d0bbb4 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0616927 Jun 08 14:02:30.557226 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d5d20221-b918-43d1-8ccf-ddbb9952b930 req-3db382f0-dcdd-46f0-aed8-0e5f7652629c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474658 Jun 08 14:02:31.087730 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45608) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:31.118265 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45614) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:31.303462 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a1d4c6bb-703d-4167-9b14-63a993705607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:31.555669 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a1d4c6bb-703d-4167-9b14-63a993705607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:31.561047 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a1d4c6bb-703d-4167-9b14-63a993705607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:31.652135 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4c6bb-703d-4167-9b14-63a993705607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b42da0b-defc-43d1-959f-7a15e53fcf88,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:31.663151 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-a1d4c6bb-703d-4167-9b14-63a993705607 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=addcc8b8d681468f9af79f581c9d91d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736153 Jun 08 14:02:31.669025 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45622) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:31.737362 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622a6c0-dd87-4c86-8bd0-0573e4d76d19 req-afd926c6-af18-40c9-8b33-382ba900def6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:31.739136 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b622a6c0-dd87-4c86-8bd0-0573e4d76d19 req-afd926c6-af18-40c9-8b33-382ba900def6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0847514 Jun 08 14:02:31.790668 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b622a6c0-dd87-4c86-8bd0-0573e4d76d19 req-9b3b1806-3666-441c-9fe8-64b84c01e909 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Jun 08 14:02:31.794985 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb012-269e-49f0-8a1e-6da60b881c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:31.826514 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb012-269e-49f0-8a1e-6da60b881c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:31.933856 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb012-269e-49f0-8a1e-6da60b881c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:31.938010 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb012-269e-49f0-8a1e-6da60b881c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:31.940190 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7e2eb012-269e-49f0-8a1e-6da60b881c10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b42da0b-defc-43d1-959f-7a15e53fcf88 HTTP/1.1" status: 204 len: 168 time: 0.2690868 Jun 08 14:02:31.957716 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2eb012-269e-49f0-8a1e-6da60b881c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b42da0b-defc-43d1-959f-7a15e53fcf88,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:31.985377 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693066'] for router_interface, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:32.344620 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45636) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:32.361150 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cdc0897c-41b5-4b82-93f2-a183c93628af admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:32.539828 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cdc0897c-41b5-4b82-93f2-a183c93628af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:32.547773 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cdc0897c-41b5-4b82-93f2-a183c93628af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:32.615283 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-cdc0897c-41b5-4b82-93f2-a183c93628af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c8190977fea47b78effd17f3f2eb14e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730160 Jun 08 14:02:32.616315 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0897c-41b5-4b82-93f2-a183c93628af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1ab9a2-d3dd-4c7d-8750-0be63e3ed274,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:32.618222 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45648) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:32.719512 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] Deleting port c43b883a-7909-4781-9141-140de543e07b {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:02:32.719853 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:32.736781 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0dfc963a-9759-478d-85e9-bef522375fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:32.817737 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0dfc963a-9759-478d-85e9-bef522375fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:32.880232 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] For port c43b883a-7909-4781-9141-140de543e07b, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c43b883a-7909-4781-9141-140de543e07b,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:32.880739 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:32.919094 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] Calling delete_port for c43b883a-7909-4781-9141-140de543e07b owned by network:router_interface {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:02:32.991318 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0dfc963a-9759-478d-85e9-bef522375fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:32.993850 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0dfc963a-9759-478d-85e9-bef522375fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:32.994973 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0dfc963a-9759-478d-85e9-bef522375fd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc1ab9a2-d3dd-4c7d-8750-0be63e3ed274 HTTP/1.1" status: 204 len: 168 time: 0.3757555 Jun 08 14:02:33.011731 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc963a-9759-478d-85e9-bef522375fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1ab9a2-d3dd-4c7d-8750-0be63e3ed274,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:33.014779 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45660) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:33.041749 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65647d-8f51-4c2f-adf1-b428014da6f4 req-34cfdd7b-da55-4f53-a4eb-1196fc1a85de tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:33.044027 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec65647d-8f51-4c2f-adf1-b428014da6f4 req-34cfdd7b-da55-4f53-a4eb-1196fc1a85de tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.1474514 Jun 08 14:02:33.154909 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-ec65647d-8f51-4c2f-adf1-b428014da6f4 req-939de972-240f-47b1-a7c6-c3ae0d264200 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020846 Jun 08 14:02:33.242888 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:33.279917 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43b883a-7909-4781-9141-140de543e07b,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:33.346199 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-710c1611-10d8-4264-926a-9b9bbbec05b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:33.476844 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-710c1611-10d8-4264-926a-9b9bbbec05b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:33.484626 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-710c1611-10d8-4264-926a-9b9bbbec05b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:33.512658 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692538'] for router_interface, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:33.546638 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-710c1611-10d8-4264-926a-9b9bbbec05b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2340ae3457d4f0d937362a76b36ab69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5303817 Jun 08 14:02:33.547248 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45674) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:33.550341 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c1611-10d8-4264-926a-9b9bbbec05b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24b9511-53c4-4419-a0b1-fa2228441e2e,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:33.611014 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-eb3f82ef-89a9-4706-8db9-ad4105b85554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:33.658306 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-eb3f82ef-89a9-4706-8db9-ad4105b85554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:33.731490 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-eb3f82ef-89a9-4706-8db9-ad4105b85554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:33.734385 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-eb3f82ef-89a9-4706-8db9-ad4105b85554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:33.735591 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-eb3f82ef-89a9-4706-8db9-ad4105b85554 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b24b9511-53c4-4419-a0b1-fa2228441e2e HTTP/1.1" status: 204 len: 168 time: 0.1872640 Jun 08 14:02:33.746633 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f82ef-89a9-4706-8db9-ad4105b85554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24b9511-53c4-4419-a0b1-fa2228441e2e,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:33.869589 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] Router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:02:33.987282 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:02:33.997420 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-208b4bfd-e5e2-441a-aa6e-6f488ead0fd9 admin admin] 10.222.0.64 "PUT /v2.0/routers/dd22f7b8-7d21-4f09-8f46-cd9805cfa969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737020 Jun 08 14:02:33.997636 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45688) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:34.007277 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] Sync routers for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:02:34.029868 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:34.030548 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:02:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:34.145956 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Notify callbacks [] for router, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.153046 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:34.258644 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45696) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:34.277996 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3f63-cc21-4598-b340-06e4838ebeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.367157 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d7c2f-41bf-49d1-a4df-0400bfe26c8f req-c3252e02-a2d0-4be3-8536-8475862c2e1b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:34.370108 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5e6d7c2f-41bf-49d1-a4df-0400bfe26c8f req-c3252e02-a2d0-4be3-8536-8475862c2e1b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0941308 Jun 08 14:02:34.372028 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.421906 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3f63-cc21-4598-b340-06e4838ebeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.432120 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3f63-cc21-4598-b340-06e4838ebeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.461297 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T14:02:33Z', 'revision_number': 5, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port': {'id': '4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:79:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:54:45Z', 'updated_at': '2022-06-08T13:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:34.475898 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-5e6d7c2f-41bf-49d1-a4df-0400bfe26c8f req-8d5ba2fa-b80d-458a-96e6-83f0cc039462 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969973 Jun 08 14:02:34.476945 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb3f63-cc21-4598-b340-06e4838ebeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a5512a-5c52-40fa-85ae-11e3a98c057c,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:34.504190 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-f7fb3f63-cc21-4598-b340-06e4838ebeeb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0a05358b32f4a17ab8112e520858076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411366 Jun 08 14:02:34.505348 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45698) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:34.539791 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] Checking router: dd22f7b8-7d21-4f09-8f46-cd9805cfa969 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:02:34.553153 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Deleting port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:02:34.553510 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.558042 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] Routers {'dd22f7b8-7d21-4f09-8f46-cd9805cfa969'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:34.558635 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:02:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:34.648623 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7519-fdac-494d-9044-1531886d0f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.691575 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] Set router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 gateway port host: None {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:34.714281 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7519-fdac-494d-9044-1531886d0f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.728449 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] For port 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:34.728809 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.752927 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T14:02:34Z', 'revision_number': 6, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port_host': None}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:34.753968 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Calling delete_port for 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 owned by network:router_gateway {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:02:34.781415 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b6233-1e07-4118-a7a2-1942cb3957e2 None None] The sync data for ids ['dd22f7b8-7d21-4f09-8f46-cd9805cfa969'] in dv-cinder-845130-1-iscsi is: [{'id': 'dd22f7b8-7d21-4f09-8f46-cd9805cfa969', 'name': 'tempest-AttachVolumeShelveTestJSON-1104041744-router', 'tenant_id': '32b44032f04541228ee68e9de40262d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:54:43Z', 'updated_at': '2022-06-08T14:02:34Z', 'revision_number': 6, 'project_id': '32b44032f04541228ee68e9de40262d0', 'gw_port_host': None}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:02:34.843272 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7519-fdac-494d-9044-1531886d0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.845898 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7519-fdac-494d-9044-1531886d0f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:34.849861 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-9d1d7519-fdac-494d-9044-1531886d0f3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69a5512a-5c52-40fa-85ae-11e3a98c057c HTTP/1.1" status: 204 len: 168 time: 0.3384700 Jun 08 14:02:34.861648 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d7519-fdac-494d-9044-1531886d0f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a5512a-5c52-40fa-85ae-11e3a98c057c,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:34.981901 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.012929 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:35.087509 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693652'] for router_gateway, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.206476 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4628'] for router, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.210194 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.267937 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690342'] for router, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.268478 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd22f7b8-7d21-4f09-8f46-cd9805cfa969 {{(pid=97369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:02:35.274657 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] Notify callbacks [] for router, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.278706 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45712) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:35.279212 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-cfdb8126-c48d-41c0-b8bf-03661c612c41 admin admin] 10.222.0.64 "DELETE /v2.0/routers/dd22f7b8-7d21-4f09-8f46-cd9805cfa969 HTTP/1.1" status: 204 len: 168 time: 1.2801924 Jun 08 14:02:35.331743 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4401d8-af38-45c4-add3-d02792fa68c6 admin admin] Deleting subnet fa874c81-e5f6-4f9c-8206-d47c0f483b09 {{(pid=97370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:02:35.334835 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-da4401d8-af38-45c4-add3-d02792fa68c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.376109 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-da4401d8-af38-45c4-add3-d02792fa68c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4076717'] for subnet, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.462199 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-da4401d8-af38-45c4-add3-d02792fa68c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.524362 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-da4401d8-af38-45c4-add3-d02792fa68c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25448668'] for subnet, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.568121 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4401d8-af38-45c4-add3-d02792fa68c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa874c81-e5f6-4f9c-8206-d47c0f483b09,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:35.574000 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-da4401d8-af38-45c4-add3-d02792fa68c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.579878 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-da4401d8-af38-45c4-add3-d02792fa68c6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fa874c81-e5f6-4f9c-8206-d47c0f483b09 HTTP/1.1" status: 204 len: 168 time: 0.2989531 Jun 08 14:02:35.584108 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45724) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:35.594873 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af48876-ffd7-4732-94ad-5058a4ef431c None None] Network 7ad6f45b-ae63-4e65-8c05-829489007dd9 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:02:35.637212 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device cc38ca72-dbba-4542-ae01-7484d14ee23a details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:02:35.711970 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.741291 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5614dab-610d-4d1b-8689-643f0782d185 req-afbad717-240f-49fd-9801-0c5d44b90f0e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:35.749585 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d5614dab-610d-4d1b-8689-643f0782d185 req-afbad717-240f-49fd-9801-0c5d44b90f0e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.1099014 Jun 08 14:02:35.784793 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c43b883a-7909-4781-9141-140de543e07b no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:02:35.808174 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d5614dab-610d-4d1b-8689-643f0782d185 req-b2d79a94-e9f9-4928-9e37-4cde96fd5e0c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527518 Jun 08 14:02:35.813902 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: c43b883a-7909-4781-9141-140de543e07b {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:02:35.815120 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c43b883a-7909-4781-9141-140de543e07b not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:02:35.815761 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:02:35.858535 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:02:35.858999 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 4bb51802-f36c-4f9a-8e0d-2c088dc0cfc8 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:02:35.878288 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Deleting port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:02:35.879341 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.965545 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] For port 124e0cb7-ff3a-4b98-a78c-e286addfcce7, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=124e0cb7-ff3a-4b98-a78c-e286addfcce7,segment=NetworkSegment(fa8a55e7-3eec-4c3b-841f-96f55dd12f7b),segment_id=fa8a55e7-3eec-4c3b-841f-96f55dd12f7b)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:35.965838 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:35.987849 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Calling delete_port for 124e0cb7-ff3a-4b98-a78c-e286addfcce7 owned by network:dhcp {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:02:36.093578 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port cc38ca72-dbba-4542-ae01-7484d14ee23a, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:36.109289 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'port_id': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'mac_address': 'fa:16:3e:a4:1f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:02:36.114545 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317ed42b-d206-4cd9-9748-52f6ac4bd8eb None None] DHCP port deletion for 7ad6f45b-ae63-4e65-8c05-829489007dd9 request from dv-cinder-845130-1-iscsi {{(pid=97371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 14:02:36.126601 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:36.158332 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Pushing event deleted for resources: {'Port': ['ID=124e0cb7-ff3a-4b98-a78c-e286addfcce7,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:36.176470 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] No DVR routers for this DVR port 124e0cb7-ff3a-4b98-a78c-e286addfcce7 on host dv-cinder-845130-1-iscsi {{(pid=97370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:02:36.312719 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:36.345910 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad6f45b-ae63-4e65-8c05-829489007dd9']}} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:36.347067 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-317ed42b-d206-4cd9-9748-52f6ac4bd8eb None None] The port '124e0cb7-ff3a-4b98-a78c-e286addfcce7' was deleted {{(pid=97371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jun 08 14:02:36.367186 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b') {'for_net_delete': True} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:36.367484 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8a55e7-3eec-4c3b-841f-96f55dd12f7b') {} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:36.375191 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port cc38ca72-dbba-4542-ae01-7484d14ee23a is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:02:36.375669 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:36.380272 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4076708'] for segment, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:36.394929 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc38ca72-dbba-4542-ae01-7484d14ee23a {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:02:36.399982 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:36.408949 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=97370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:02:36.409354 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26153534'] for segment, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:36.425401 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port cc38ca72-dbba-4542-ae01-7484d14ee23a, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:36.443206 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:36.468572 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment fa8a55e7-3eec-4c3b-841f-96f55dd12f7b resource provider aggregate not found Jun 08 14:02:36.500333 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment fa8a55e7-3eec-4c3b-841f-96f55dd12f7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa8a55e7-3eec-4c3b-841f-96f55dd12f7b found for delete ", "request_id": "req-b1bfd5e1-0406-4fa0-b67d-f408def78f5e"}]} Jun 08 14:02:36.513230 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:36.535739 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:36.541327 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7ad6f45b-ae63-4e65-8c05-829489007dd9 HTTP/1.1" status: 204 len: 168 time: 0.9557605 Jun 08 14:02:36.552479 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11616c-236f-4d05-a48e-7ce6066ea414 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad6f45b-ae63-4e65-8c05-829489007dd9,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:36.559461 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=cc38ca72-dbba-4542-ae01-7484d14ee23a,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:36.579270 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.579636 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.580998 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.581493 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.582111 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.586674 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.586674 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.586674 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.588664 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.589026 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.589799 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.590141 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:36.729633 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['cc38ca72-dbba-4542-ae01-7484d14ee23a'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:02:36.811217 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45766) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:36.900224 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e90d93c1-1ad6-46b9-b993-4ccfdea76524 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32b44032f04541228ee68e9de40262d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0874534 Jun 08 14:02:36.904430 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45774) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:36.981834 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766e645-8aef-4f6b-93f6-112513f81de4 req-72fd93ab-07d0-4bcc-8700-875c68168dee tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:36.984267 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1766e645-8aef-4f6b-93f6-112513f81de4 req-72fd93ab-07d0-4bcc-8700-875c68168dee tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 944 time: 0.0891798 Jun 08 14:02:36.993982 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-713a5d8a-6af6-4305-a567-5a4ad0ea3d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:37.022742 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-713a5d8a-6af6-4305-a567-5a4ad0ea3d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:37.051114 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1766e645-8aef-4f6b-93f6-112513f81de4 req-31b7c3d6-143e-4b59-92ae-9b839260dec6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587525 Jun 08 14:02:37.086235 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-713a5d8a-6af6-4305-a567-5a4ad0ea3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:37.089148 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-713a5d8a-6af6-4305-a567-5a4ad0ea3d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:37.090613 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-713a5d8a-6af6-4305-a567-5a4ad0ea3d67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16a5b979-d415-43d2-8bc4-2486d7a76fa3 HTTP/1.1" status: 204 len: 168 time: 0.1850457 Jun 08 14:02:37.101647 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a5d8a-6af6-4305-a567-5a4ad0ea3d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a5b979-d415-43d2-8bc4-2486d7a76fa3,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:37.593083 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:37.677742 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device cc38ca72-dbba-4542-ae01-7484d14ee23a up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:02:37.730529 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 124e0cb7-ff3a-4b98-a78c-e286addfcce7 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:02:37.764076 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 124e0cb7-ff3a-4b98-a78c-e286addfcce7 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:02:37.764076 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 124e0cb7-ff3a-4b98-a78c-e286addfcce7 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:02:37.823645 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port cc38ca72-dbba-4542-ae01-7484d14ee23a completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 14:02:37.833131 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port cc38ca72-dbba-4542-ae01-7484d14ee23a triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:02:37.833682 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:37.969745 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port cc38ca72-dbba-4542-ae01-7484d14ee23a is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:02:37.970337 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:38.001805 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:02:38.004492 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6236b225-3fb5-4053-8e18-48fc2af9267c" -d '{"events": [{"server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "name": "network-vif-plugged", "status": "completed", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:02:38.027009 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port cc38ca72-dbba-4542-ae01-7484d14ee23a, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:02:38.035432 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:38.093464 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0caac32-2ba4-43fe-b934-fc03e825c9ef x-openstack-request-id: req-f0caac32-2ba4-43fe-b934-fc03e825c9ef {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:02:38.093932 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "name": "network-vif-plugged", "status": "completed", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:02:38.094598 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0caac32-2ba4-43fe-b934-fc03e825c9ef {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:02:38.095719 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0caac32-2ba4-43fe-b934-fc03e825c9ef'] response: {'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'code': 200} Jun 08 14:02:38.165886 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=cc38ca72-dbba-4542-ae01-7484d14ee23a,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:38.268072 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f537-6445-49ae-b617-613221a3d53b req-115caf44-b3e4-4dc4-ad98-5754e3f025ae tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:38.277032 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9be7f537-6445-49ae-b617-613221a3d53b req-115caf44-b3e4-4dc4-ad98-5754e3f025ae tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0987146 Jun 08 14:02:38.351516 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9be7f537-6445-49ae-b617-613221a3d53b req-e0053d8f-1d75-4c61-8d17-2b4ad21c794a tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543411 Jun 08 14:02:38.428922 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce5b05-6bb8-4225-9dc9-f8b8634a22dc req-ac4f2a67-97e5-4d60-a4f8-f0e544d915ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:38.431015 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-84ce5b05-6bb8-4225-9dc9-f8b8634a22dc req-ac4f2a67-97e5-4d60-a4f8-f0e544d915ed service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1098 time: 0.0643208 Jun 08 14:02:38.487961 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-84ce5b05-6bb8-4225-9dc9-f8b8634a22dc req-bbf704f3-3f09-41d4-b80f-0c52bc1161d4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460455 Jun 08 14:02:39.115639 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45932) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:39.262776 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-79db1fa4-9f3b-445d-afbc-522c0609213f admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.359891 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-79db1fa4-9f3b-445d-afbc-522c0609213f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.366047 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-79db1fa4-9f3b-445d-afbc-522c0609213f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.420066 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-79db1fa4-9f3b-445d-afbc-522c0609213f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d71ceabf59b4d78967efff64818bda5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031340 Jun 08 14:02:39.421107 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45940) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:39.426440 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45942) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:39.429965 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db1fa4-9f3b-445d-afbc-522c0609213f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c5245-7e07-4354-b130-24ef42392b9e,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:39.501261 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5344ad-d402-4a11-856b-95f97779f1ac req-4e71ab84-a7be-4b44-a9b9-4c1c54fcd019 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:39.506007 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5b5344ad-d402-4a11-856b-95f97779f1ac req-4e71ab84-a7be-4b44-a9b9-4c1c54fcd019 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0687990 Jun 08 14:02:39.524983 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5695eb4f-738c-45cf-8d56-2f1336834000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.559646 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5695eb4f-738c-45cf-8d56-2f1336834000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.578140 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5b5344ad-d402-4a11-856b-95f97779f1ac req-29c281bc-a06e-4352-8a4d-7298b3cce9b9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623534 Jun 08 14:02:39.628394 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7d1ccc6d-9d7d-435e-a9e9-25e15c5f065e admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.639385 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5695eb4f-738c-45cf-8d56-2f1336834000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.643307 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5695eb4f-738c-45cf-8d56-2f1336834000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.645018 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-5695eb4f-738c-45cf-8d56-2f1336834000 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad3c5245-7e07-4354-b130-24ef42392b9e HTTP/1.1" status: 204 len: 168 time: 0.2171605 Jun 08 14:02:39.658761 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695eb4f-738c-45cf-8d56-2f1336834000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c5245-7e07-4354-b130-24ef42392b9e,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:39.765872 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7d1ccc6d-9d7d-435e-a9e9-25e15c5f065e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.772036 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7d1ccc6d-9d7d-435e-a9e9-25e15c5f065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.822784 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7d1ccc6d-9d7d-435e-a9e9-25e15c5f065e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e51d56d8e43f49c6867dbf256349779c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995643 Jun 08 14:02:39.822979 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45950) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:39.824593 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ccc6d-9d7d-435e-a9e9-25e15c5f065e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eec2f1-4d23-4e5f-97c8-c933c212059c,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:39.882938 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-89a66af2-ce27-4678-a1de-152a6d42abe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.908608 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-89a66af2-ce27-4678-a1de-152a6d42abe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.972603 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-89a66af2-ce27-4678-a1de-152a6d42abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.976136 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-89a66af2-ce27-4678-a1de-152a6d42abe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:39.978089 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-89a66af2-ce27-4678-a1de-152a6d42abe8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57eec2f1-4d23-4e5f-97c8-c933c212059c HTTP/1.1" status: 204 len: 168 time: 0.1543837 Jun 08 14:02:39.990065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a66af2-ce27-4678-a1de-152a6d42abe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eec2f1-4d23-4e5f-97c8-c933c212059c,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:40.400162 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45974) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:40.417278 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:40.581741 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:40.587570 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:40.648740 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=772f08d7a3424fbcb8437a7ce241e2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469146 Jun 08 14:02:40.649706 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890d71fb-53c6-452e-9113-eda4d2d389fb,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:40.651994 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 45986) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:40.657752 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.658144 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.658488 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.658825 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.659157 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.659488 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.659817 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.660142 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.660467 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.660792 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.661941 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.662275 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b59a0a-8aea-40db-82f1-95e58081370f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:02:40.722294 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9067-97a2-4f19-85ac-1a1ed1173843 req-8e758e43-ca16-43a6-92ea-eddd14cf71b7 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:40.723621 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ffff9067-97a2-4f19-85ac-1a1ed1173843 req-8e758e43-ca16-43a6-92ea-eddd14cf71b7 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0574601 Jun 08 14:02:40.726070 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ea400752-79a7-4042-9797-3888cdb23539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:40.761927 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ea400752-79a7-4042-9797-3888cdb23539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:40.768179 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ffff9067-97a2-4f19-85ac-1a1ed1173843 req-cd4b8032-ad14-4de9-bcdb-da227c66f769 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357575 Jun 08 14:02:40.827752 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ea400752-79a7-4042-9797-3888cdb23539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:40.830991 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-ea400752-79a7-4042-9797-3888cdb23539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:40.832171 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ea400752-79a7-4042-9797-3888cdb23539 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/890d71fb-53c6-452e-9113-eda4d2d389fb HTTP/1.1" status: 204 len: 168 time: 0.1780238 Jun 08 14:02:40.858527 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea400752-79a7-4042-9797-3888cdb23539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890d71fb-53c6-452e-9113-eda4d2d389fb,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:40.924699 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf04b-70bb-441f-a9eb-f14c990a726d req-27b3816c-c75e-48b1-b573-e60bc5b13fa9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:40.927324 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e6bdf04b-70bb-441f-a9eb-f14c990a726d req-27b3816c-c75e-48b1-b573-e60bc5b13fa9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0657036 Jun 08 14:02:40.974292 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e6bdf04b-70bb-441f-a9eb-f14c990a726d req-b2928f23-6b11-45e3-b271-71d8cfc95b59 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395620 Jun 08 14:02:41.002961 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 45996) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:41.327249 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff34c5d7-c531-4797-a413-500df17d935b tempest-TestShelveInstance-523285784 tempest-TestShelveInstance-523285784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:41.332572 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-ff34c5d7-c531-4797-a413-500df17d935b tempest-TestShelveInstance-523285784 tempest-TestShelveInstance-523285784-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1093 time: 0.3256903 Jun 08 14:02:41.332985 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46006) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:41.340801 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'port_id': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'fixed_ip_address': '172.20.0.6'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:02:41.394202 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for floatingip, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:41.517626 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:41.696875 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Allocated IP 172.27.0.210 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/1f02e6c0-75ce-4c20-8e85-6046dcbacf5f) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:02:41.858164 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:41.935925 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:42.026726 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:02:42.038410 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:02:42.042792 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:02:42.119108 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event updated for resources: {'Port': ['ID=1f02e6c0-75ce-4c20-8e85-6046dcbacf5f,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:42.755613 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:42.847137 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:43.340710 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:43.346519 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:43.432766 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event updated for resources: {'Port': ['ID=1f02e6c0-75ce-4c20-8e85-6046dcbacf5f,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:43.450612 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:43.572864 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Floating IP f4d09e41-c668-4690-b84d-216e7279f2b5 associated. External IP: 172.27.0.210, port: cc38ca72-dbba-4542-ae01-7484d14ee23a. Jun 08 14:02:43.839941 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Router 14e61cd8-571b-475e-af38-c7ad3e808344 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:02:43.998609 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:02:44.015227 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] Sync routers for ids ['14e61cd8-571b-475e-af38-c7ad3e808344'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:02:44.021564 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:44.028431 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] Routers {'14e61cd8-571b-475e-af38-c7ad3e808344'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:44.029066 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:02:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['14e61cd8-571b-475e-af38-c7ad3e808344'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:44.065168 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-bf571b51-2158-4b6e-8eea-cf93dadd9ca6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7297313 Jun 08 14:02:44.066143 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:02:44.069812 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:02:44.112681 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9d76e2-ba82-480a-8cb7-db975b860e12 x-openstack-request-id: req-ee9d76e2-ba82-480a-8cb7-db975b860e12 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:02:44.112966 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:02:44.113214 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee9d76e2-ba82-480a-8cb7-db975b860e12 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:02:44.113636 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9d76e2-ba82-480a-8cb7-db975b860e12'] response: {'name': 'network-changed', 'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'status': 'completed', 'code': 200} Jun 08 14:02:44.184259 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] Set router 14e61cd8-571b-475e-af38-c7ad3e808344 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:44.425981 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'f4d09e41-c668-4690-b84d-216e7279f2b5', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'port_id': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'mac_address': 'fa:16:3e:a4:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:02:42Z', 'updated_at': '2022-06-08T14:02:42Z', 'revision_number': 0, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 5, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:44.455803 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] Checking router: 14e61cd8-571b-475e-af38-c7ad3e808344 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:02:44.464541 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] Routers {'14e61cd8-571b-475e-af38-c7ad3e808344'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:02:44.465157 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:02:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['14e61cd8-571b-475e-af38-c7ad3e808344'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:44.581203 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] Set router 14e61cd8-571b-475e-af38-c7ad3e808344 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:02:44.831674 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'f4d09e41-c668-4690-b84d-216e7279f2b5', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'port_id': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'mac_address': 'fa:16:3e:a4:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:02:42Z', 'updated_at': '2022-06-08T14:02:42Z', 'revision_number': 0, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 5, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:02:44.868058 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fcf314-db7d-45fe-b6cf-f9dc2d1138e7 None None] The sync data for ids ['14e61cd8-571b-475e-af38-c7ad3e808344'] in dv-cinder-845130-1-iscsi is: [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': 'f4d09e41-c668-4690-b84d-216e7279f2b5', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'port_id': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'mac_address': 'fa:16:3e:a4:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:02:42Z', 'updated_at': '2022-06-08T14:02:42Z', 'revision_number': 0, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 5, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:02:45.093351 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ad8a5-8756-4677-92ae-ebc130ea6d23 None None] New status for floating IP f4d09e41-c668-4690-b84d-216e7279f2b5: ACTIVE {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:02:45.411113 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-7d803c15-335c-4724-b1e9-3f5d40fcc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:45.413348 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-7d803c15-335c-4724-b1e9-3f5d40fcc063 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=278dab9625f34cc29d546c3d1e54a632&device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1098 time: 0.0797086 Jun 08 14:02:45.417385 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-15c9b176-55bf-4569-9685-af62d1603523 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562947 Jun 08 14:02:45.586233 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-79a0b286-c0e4-4bbb-85f0-d4e1e7e1a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:45.587727 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-79a0b286-c0e4-4bbb-85f0-d4e1e7e1a27e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 1099 time: 0.0866520 Jun 08 14:02:45.589095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-806bf03d-5621-4bc5-8fc6-47925c363b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:45.590504 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-806bf03d-5621-4bc5-8fc6-47925c363b75 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbf5848f-feb6-43c8-940e-ceaa2ad18558 HTTP/1.1" status: 200 len: 909 time: 0.1642246 Jun 08 14:02:45.722257 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-d5536d04-a148-42ee-b641-44086cd61283 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a HTTP/1.1" status: 200 len: 1001 time: 0.1249819 Jun 08 14:02:45.793564 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-6a833e0e-4db1-4f24-b04d-8ff7b2af73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:45.795077 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-6a833e0e-4db1-4f24-b04d-8ff7b2af73ed service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.1579983 Jun 08 14:02:45.812056 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-d324dd38-f0c6-4c23-87dc-9694bf223d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:45.813501 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-d324dd38-f0c6-4c23-87dc-9694bf223d1c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d46bbbce-dbfd-465d-8dbe-1f26afda01ca HTTP/1.1" status: 200 len: 847 time: 0.0790434 Jun 08 14:02:45.893330 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-facd4e0f-0941-456a-8bf1-8e8b92443881 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061 HTTP/1.1" status: 200 len: 1001 time: 0.0892711 Jun 08 14:02:45.911071 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-63774e55-cb2f-4309-ab3c-0c3d7eac3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:45.912570 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-63774e55-cb2f-4309-ab3c-0c3d7eac3feb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbf5848f-feb6-43c8-940e-ceaa2ad18558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702057 Jun 08 14:02:46.000747 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-662505cd-305c-4e77-9903-4a2f5aa2be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:46.002777 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-662505cd-305c-4e77-9903-4a2f5aa2be74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.1010137 Jun 08 14:02:46.062725 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-24dc5b66-c3c1-41da-8028-05935ae72111 service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266587 Jun 08 14:02:46.079443 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-cfa0c576-bdf7-4804-b02d-466cc12ee546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:02:46.081477 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-cfa0c576-bdf7-4804-b02d-466cc12ee546 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703042 Jun 08 14:02:46.236341 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cdc0a73b-c8cf-43d2-804e-aecd85b7cf08 req-235b36b4-22d8-4708-b40b-9550bac1e32b service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660302 Jun 08 14:02:46.242572 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-d77535b9-a31e-4ea7-b596-5f543823a143 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472926 Jun 08 14:02:46.351258 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7077d1b7-032f-4af5-8704-82ff03ed3979 req-7ca5bbcf-1885-4c2e-aec4-d1d3749820a9 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021011 Jun 08 14:02:47.219751 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-d5f76afa-bf85-4236-8132-e407e1bbc3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:47.551017 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46172) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:47.706192 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-20cefce1-bea4-4cb4-8451-5d7e11d73839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:47.791211 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-20cefce1-bea4-4cb4-8451-5d7e11d73839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:47.795845 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-20cefce1-bea4-4cb4-8451-5d7e11d73839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:47.835165 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-20cefce1-bea4-4cb4-8451-5d7e11d73839 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2e523d01af447a98ef0a5f706c533e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830632 Jun 08 14:02:47.836022 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cefce1-bea4-4cb4-8451-5d7e11d73839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e47450c-7f0d-497f-83db-20278bdd9305,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:47.838042 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 46178) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:47.889101 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-94ce2b46-2d08-497d-8451-f2ee67f737f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:47.910704 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-94ce2b46-2d08-497d-8451-f2ee67f737f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:47.967970 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-94ce2b46-2d08-497d-8451-f2ee67f737f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:47.972094 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-94ce2b46-2d08-497d-8451-f2ee67f737f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:47.973672 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-94ce2b46-2d08-497d-8451-f2ee67f737f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e47450c-7f0d-497f-83db-20278bdd9305 HTTP/1.1" status: 204 len: 168 time: 0.1333945 Jun 08 14:02:47.982496 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce2b46-2d08-497d-8451-f2ee67f737f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e47450c-7f0d-497f-83db-20278bdd9305,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:48.306639 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46186) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:48.324800 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1275b6eb-b63c-4bf7-a6dc-f4cd7de13113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:48.416114 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1275b6eb-b63c-4bf7-a6dc-f4cd7de13113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:48.420007 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1275b6eb-b63c-4bf7-a6dc-f4cd7de13113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:48.457951 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275b6eb-b63c-4bf7-a6dc-f4cd7de13113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808ea55d-6cad-44da-ae9d-915251e8f45b,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:48.462307 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-1275b6eb-b63c-4bf7-a6dc-f4cd7de13113 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c03cd5eb4e76421599a37a4b2d279c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544528 Jun 08 14:02:48.464931 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46188) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:48.525341 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0f33e582-2d65-41f9-97ce-00138c42dc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:48.562521 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0f33e582-2d65-41f9-97ce-00138c42dc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:48.632004 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0f33e582-2d65-41f9-97ce-00138c42dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:48.635125 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0f33e582-2d65-41f9-97ce-00138c42dc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:48.636678 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-0f33e582-2d65-41f9-97ce-00138c42dc27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/808ea55d-6cad-44da-ae9d-915251e8f45b HTTP/1.1" status: 204 len: 168 time: 0.1706936 Jun 08 14:02:48.648974 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33e582-2d65-41f9-97ce-00138c42dc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808ea55d-6cad-44da-ae9d-915251e8f45b,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:48.704069 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:02:49.402754 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6aa3-cea6-4b27-9596-8dce6c1a1098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:51.071787 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:52.312816 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:52.802373 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:54.963773 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46414) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:55.076647 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5823-63d7-4d55-9c0d-dafd369a96ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.159958 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5823-63d7-4d55-9c0d-dafd369a96ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.164485 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5823-63d7-4d55-9c0d-dafd369a96ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.202296 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f5823-63d7-4d55-9c0d-dafd369a96ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f13fbe-82e6-4f89-9502-413cad400d22,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:55.207164 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-6a5f5823-63d7-4d55-9c0d-dafd369a96ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0257d7837cd04fb19de8046999ad887a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423661 Jun 08 14:02:55.211685 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46418) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:55.267340 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0143f7f0-f964-4672-937e-1e6d3379bdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.299621 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0143f7f0-f964-4672-937e-1e6d3379bdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.359010 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0143f7f0-f964-4672-937e-1e6d3379bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.362135 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-0143f7f0-f964-4672-937e-1e6d3379bdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.363308 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-0143f7f0-f964-4672-937e-1e6d3379bdfb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58f13fbe-82e6-4f89-9502-413cad400d22 HTTP/1.1" status: 204 len: 168 time: 0.1506126 Jun 08 14:02:55.371407 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143f7f0-f964-4672-937e-1e6d3379bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f13fbe-82e6-4f89-9502-413cad400d22,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:55.705671 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 46440) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:55.719551 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-25d4b9bf-9fe3-4151-bfc2-f2d01ef56e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.805846 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-25d4b9bf-9fe3-4151-bfc2-f2d01ef56e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.811199 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-25d4b9bf-9fe3-4151-bfc2-f2d01ef56e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.854606 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4b9bf-9fe3-4151-bfc2-f2d01ef56e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1e32c1-cb41-4a78-a8b3-526af1bde024,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:02:55.858909 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-25d4b9bf-9fe3-4151-bfc2-f2d01ef56e83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24bf5c2813f44884bb17cb371252126d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520245 Jun 08 14:02:55.862777 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 46442) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:02:55.914659 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d657fc89-5132-4170-ad9c-3b7b9728151b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.941333 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d657fc89-5132-4170-ad9c-3b7b9728151b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.990702 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d657fc89-5132-4170-ad9c-3b7b9728151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.993751 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d657fc89-5132-4170-ad9c-3b7b9728151b admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:02:55.994977 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d657fc89-5132-4170-ad9c-3b7b9728151b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e1e32c1-cb41-4a78-a8b3-526af1bde024 HTTP/1.1" status: 204 len: 168 time: 0.1309865 Jun 08 14:02:56.005946 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657fc89-5132-4170-ad9c-3b7b9728151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1e32c1-cb41-4a78-a8b3-526af1bde024,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:00.816116 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 46564) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:00.931293 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2fec6da-42c4-41a2-a809-9a99167e5dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.021286 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2fec6da-42c4-41a2-a809-9a99167e5dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.025069 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d2fec6da-42c4-41a2-a809-9a99167e5dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.064407 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d2fec6da-42c4-41a2-a809-9a99167e5dad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83ddac584153466ea8755e5648d49aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464292 Jun 08 14:03:01.064948 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fec6da-42c4-41a2-a809-9a99167e5dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18134c0f-d988-46d0-94db-9efbcf359061,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:01.066917 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46572) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:01.115534 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cf20e09a-2508-4ea5-92bf-87f8181a9608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.138864 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cf20e09a-2508-4ea5-92bf-87f8181a9608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.196082 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cf20e09a-2508-4ea5-92bf-87f8181a9608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.198950 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-cf20e09a-2508-4ea5-92bf-87f8181a9608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.202914 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-cf20e09a-2508-4ea5-92bf-87f8181a9608 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18134c0f-d988-46d0-94db-9efbcf359061 HTTP/1.1" status: 204 len: 168 time: 0.1321530 Jun 08 14:03:01.212652 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20e09a-2508-4ea5-92bf-87f8181a9608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18134c0f-d988-46d0-94db-9efbcf359061,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:01.507142 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 46578) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:01.520952 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-92d077ab-881c-44e2-b605-56f4a3e125b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.606968 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-92d077ab-881c-44e2-b605-56f4a3e125b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.612597 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-92d077ab-881c-44e2-b605-56f4a3e125b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.650615 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-92d077ab-881c-44e2-b605-56f4a3e125b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=678d8f20d05a461285b077777ba31a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423435 Jun 08 14:03:01.651450 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d077ab-881c-44e2-b605-56f4a3e125b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653bc321-7df3-4080-8e95-74003b5a05e8,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:01.653323 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46580) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:01.708189 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42d0339a-c70d-4e5c-8226-6c37b9bec5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.729190 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42d0339a-c70d-4e5c-8226-6c37b9bec5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.776399 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42d0339a-c70d-4e5c-8226-6c37b9bec5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.779174 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-42d0339a-c70d-4e5c-8226-6c37b9bec5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:01.780339 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-42d0339a-c70d-4e5c-8226-6c37b9bec5f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/653bc321-7df3-4080-8e95-74003b5a05e8 HTTP/1.1" status: 204 len: 168 time: 0.1252177 Jun 08 14:03:01.791390 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0339a-c70d-4e5c-8226-6c37b9bec5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653bc321-7df3-4080-8e95-74003b5a05e8,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:02.520509 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46610) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:02.622363 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-44147722-network', 'tenant_id': '5ba7a4e171bb4b66a8b1fb6cff2ef941'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:03:02.644011 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Made reservation on behalf of 5ba7a4e171bb4b66a8b1fb6cff2ef941 for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:03:02.646583 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:02.656641 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:02.739441 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:02.743400 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:02.768686 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 14:03:02.778853 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f02643-28e2-41f8-b40a-9c85ea9dd360,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:02.785945 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:02.786288 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Added segment 079633c9-182f-4110-a2b1-627dd1fec1cf of type vlan for network 7af22175-09a7-498f-baf7-81778caaca70 Jun 08 14:03:02.827343 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:02.857566 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:02.859152 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:02.860285 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:02.928933 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4071543 Jun 08 14:03:02.933235 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46616) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:02.940124 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Request body: {'subnet': {'network_id': '7af22175-09a7-498f-baf7-81778caaca70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-44147722-subnet', 'tenant_id': '5ba7a4e171bb4b66a8b1fb6cff2ef941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:03:02.950034 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b371e4-ec05-40e7-8ff6-7ed57d76344b admin admin] Pushing event updated for resources: {'Network': ['ID=7af22175-09a7-498f-baf7-81778caaca70,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:02.961525 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 7af22175-09a7-498f-baf7-81778caaca70 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 14:03:02.962541 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Made reservation on behalf of 5ba7a4e171bb4b66a8b1fb6cff2ef941 for: {'subnet': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:03:02.964878 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26000096'] for subnet, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:03.148213 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26000118'] for subnet, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:03.229077 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0a1db9-b161-4b21-bb6d-f926b03b31d4,revision_number=0']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:03.243532 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Checking segment: {'id': '079633c9-182f-4110-a2b1-627dd1fec1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '7af22175-09a7-498f-baf7-81778caaca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:03:03.243892 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Network hostable DHCP agents. Network: 7af22175-09a7-498f-baf7-81778caaca70, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 14:03:03.263815 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Network 7af22175-09a7-498f-baf7-81778caaca70 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 14:03:03.278427 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 7af22175-09a7-498f-baf7-81778caaca70) {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:03:03.282872 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:03.283457 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:03.287767 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f69f0-9c0b-4c75-9153-ac611f2dbca2 None None] Network 7af22175-09a7-498f-baf7-81778caaca70 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:03:03.302798 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-5181c5c9-2536-4996-8e3e-62480ec1d4a9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3683362 Jun 08 14:03:03.429139 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5321c0b1-e0a1-47dc-9cc6-77038a9bc558 None None] Network 7af22175-09a7-498f-baf7-81778caaca70 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:03:03.807110 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 46638) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:03.812073 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1397343955-network', 'tenant_id': 'dfc2bea4d05d462c848e68e9ffb2e2f8'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:03:03.834763 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Made reservation on behalf of dfc2bea4d05d462c848e68e9ffb2e2f8 for: {'network': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:03:03.837095 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for network, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:03.847217 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:03.947281 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:03.957376 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:03.998641 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=97369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 14:03:04.014004 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47853a8c-818f-491e-af28-e3919ca395d3,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:04.019774 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:04.020102 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.segments_db [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Added segment 6fe22f4a-46ec-4a9b-92ae-15d99aa2076a of type vlan for network 88cd0ed9-a11e-4de4-8439-632ba2443561 Jun 08 14:03:04.064232 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735513441154'] for network, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:04.095968 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150'] for network, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:04.096968 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:04.097581 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:04.154744 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3461893 Jun 08 14:03:04.158619 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 46654) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:04.165265 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0092d9-70ab-46a8-9c8b-b475ee7c7621 admin admin] Pushing event updated for resources: {'Network': ['ID=88cd0ed9-a11e-4de4-8439-632ba2443561,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:04.176801 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Network 88cd0ed9-a11e-4de4-8439-632ba2443561 details requested by agent ovs-agent-dv-cinder-845130-1-iscsi with host dv-cinder-845130-1-iscsi {{(pid=97371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 08 14:03:04.177568 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Request body: {'subnet': {'network_id': '88cd0ed9-a11e-4de4-8439-632ba2443561', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1397343955-subnet', 'tenant_id': 'dfc2bea4d05d462c848e68e9ffb2e2f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:03:04.204733 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Made reservation on behalf of dfc2bea4d05d462c848e68e9ffb2e2f8 for: {'subnet': 1} {{(pid=97370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:03:04.207800 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25448641'] for subnet, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:04.441856 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25448663'] for subnet, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:04.506730 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a61e655-5a48-4495-8733-fc4953c1e912,revision_number=0']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:04.514970 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Checking segment: {'id': '6fe22f4a-46ec-4a9b-92ae-15d99aa2076a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '88cd0ed9-a11e-4de4-8439-632ba2443561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:03:04.515190 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Network hostable DHCP agents. Network: 88cd0ed9-a11e-4de4-8439-632ba2443561, hostable agents: ['025bca5c-c9bf-4766-8b99-593fb5899d54'], hosted agents: [] {{(pid=97370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 14:03:04.535401 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Network 88cd0ed9-a11e-4de4-8439-632ba2443561 is scheduled to be hosted by DHCP agent 025bca5c-c9bf-4766-8b99-593fb5899d54 with binding_index 1 {{(pid=97370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 14:03:04.547040 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-845130-1-iscsi, 88cd0ed9-a11e-4de4-8439-632ba2443561) {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:03:04.553058 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:04.554575 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:04.562460 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a3405-8121-42d1-8622-2cb9737cd940 None None] Network 88cd0ed9-a11e-4de4-8439-632ba2443561 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:03:04.576864 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-f5d6f659-e2ee-410e-8230-57ea7d804a3b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4156537 Jun 08 14:03:04.727165 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46902d-0fe5-40f3-b90c-9ee0abe2cbb3 None None] Network 88cd0ed9-a11e-4de4-8439-632ba2443561 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:03:07.574174 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:17.204084 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2eca4795-6e55-428b-a6e7-166f56ea76d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:18.503433 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-21510e39-f220-4a6f-9568-286ae5fc7357 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090360803&fields=id&tenant_id=e0cc54eeb66b49faad26d64e72da3c13 HTTP/1.1" status: 200 len: 267 time: 0.0331459 Jun 08 14:03:18.626819 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-706bc997-7e8c-471d-8825-a5e31d7d4496 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:18.629038 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-706bc997-7e8c-471d-8825-a5e31d7d4496 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 811 time: 0.1136777 Jun 08 14:03:18.645215 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-aac6f29f-a6cb-4faf-ac49-c8de1e17a390 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/quotas/e0cc54eeb66b49faad26d64e72da3c13 HTTP/1.1" status: 200 len: 375 time: 0.0105078 Jun 08 14:03:18.743732 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-9cee1e9f-ef56-4854-a4f8-6d8641c42d13 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0924296 Jun 08 14:03:18.843312 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-644b419b-5266-440d-9525-e248ae430c39 service neutron] 10.222.0.64 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860314 Jun 08 14:03:18.933561 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-3c5abf1f-8afd-4266-818c-254ec7a32ba7 service neutron] 10.222.0.64 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830586 Jun 08 14:03:19.244059 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-90f2732c-c80a-42d3-aa1e-9ef582cbf10d req-5f194b1e-7f56-4acd-8c28-7681e1d8411a tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jun 08 14:03:19.410892 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-263e50a6-6eb4-40d1-a11b-92edf42d1994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:20.374866 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-4a30e6ec-0adf-4350-a013-e857b27c6ba2 req-d23b4931-0252-4b08-9cb7-8939b035399e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 210 time: 0.0362189 Jun 08 14:03:20.444407 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-27454fcb-e3b2-49c3-9267-af75fef3a882 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:20.445857 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-27454fcb-e3b2-49c3-9267-af75fef3a882 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 811 time: 0.1304147 Jun 08 14:03:20.495297 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-911257fc-0713-44c3-a7bc-32909891d706 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0cc54eeb66b49faad26d64e72da3c13 HTTP/1.1" status: 200 len: 380 time: 0.0384283 Jun 08 14:03:20.505702 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'port': {'device_id': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'admin_state_up': True, 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'security_groups': ['5bc04445-5ed6-4968-9c3c-c3d6831d2a9d']}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:03:20.624383 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Made reservation on behalf of e0cc54eeb66b49faad26d64e72da3c13 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:03:20.628757 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:20.764844 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Allocated IP 172.20.0.11 (916ca76b-21eb-4307-84a8-b942f7d90566/255a9d14-cc72-4ff8-8366-f55bf8edb7e5/15b33d25-80bd-4c90-b0d6-3bdd93040baa) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:03:20.931537 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:20.976122 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:21.052789 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Network 916ca76b-21eb-4307-84a8-b942f7d90566 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:03:21.074219 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:03:21.089604 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:03:21.121191 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:21.138908 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'Port': ['ID=15b33d25-80bd-4c90-b0d6-3bdd93040baa,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:21.162569 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:21.163283 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:21.182147 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a93d9c96-f2dc-4d06-af12-c96dd7b349bc tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6809368 Jun 08 14:03:21.194428 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Request body: {'port': {'device_id': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:03:21.258354 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:21.436503 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-7ea9b794-f7f9-42da-b43e-ea4252c0b19c None None] Provisioning complete for port 15b33d25-80bd-4c90-b0d6-3bdd93040baa triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:03:21.436881 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b794-f7f9-42da-b43e-ea4252c0b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:21.498083 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9b794-f7f9-42da-b43e-ea4252c0b19c None None] Port 15b33d25-80bd-4c90-b0d6-3bdd93040baa cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 14:03:21.570907 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8af5b-4afc-4eaa-bbcf-2eef2340d009 req-cde6b951-2c75-4e7e-b2a0-3ac17b43234f tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:21.572611 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bee8af5b-4afc-4eaa-bbcf-2eef2340d009 req-cde6b951-2c75-4e7e-b2a0-3ac17b43234f tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 932 time: 0.1007464 Jun 08 14:03:21.646369 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-bee8af5b-4afc-4eaa-bbcf-2eef2340d009 req-e54102b3-420c-4a79-8250-01ec6354d77e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626903 Jun 08 14:03:21.677999 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b33d25-80bd-4c90-b0d6-3bdd93040baa {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:03:21.685765 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:21.697971 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Transition to ACTIVE for port object 15b33d25-80bd-4c90-b0d6-3bdd93040baa will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 14:03:21.701776 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:21.754866 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Pushing event updated for resources: {'Port': ['ID=15b33d25-80bd-4c90-b0d6-3bdd93040baa,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:21.853478 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Attempting to bind port 15b33d25-80bd-4c90-b0d6-3bdd93040baa on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:03:21.853869 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Attempting to bind port 15b33d25-80bd-4c90-b0d6-3bdd93040baa by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:03:21.854229 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Attempting to bind port 15b33d25-80bd-4c90-b0d6-3bdd93040baa on network 916ca76b-21eb-4307-84a8-b942f7d90566 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:03:21.859330 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Port 15b33d25-80bd-4c90-b0d6-3bdd93040baa on network 916ca76b-21eb-4307-84a8-b942f7d90566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 14:03:21.859672 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Attempting to bind port 15b33d25-80bd-4c90-b0d6-3bdd93040baa on network 916ca76b-21eb-4307-84a8-b942f7d90566 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:03:21.864969 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:03:21.865297 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Checking segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:03:21.865827 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Bound using segment: {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:03:21.866265 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Bound port: 15b33d25-80bd-4c90-b0d6-3bdd93040baa, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3814005-bca5-4e60-bc99-1eea9802b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:03:21.866632 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:21.942356 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] For port 15b33d25-80bd-4c90-b0d6-3bdd93040baa, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:03:21.947465 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] For port 15b33d25-80bd-4c90-b0d6-3bdd93040baa, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=15b33d25-80bd-4c90-b0d6-3bdd93040baa,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:03:21.954357 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:21.997205 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:21.997701 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:21.999166 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] 10.222.0.71 "PUT /v2.0/ports/15b33d25-80bd-4c90-b0d6-3bdd93040baa HTTP/1.1" status: 200 len: 1094 time: 0.8091781 Jun 08 14:03:21.999618 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'tag': '15b33d25-80bd-4c90-b0d6-3bdd93040baa'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:03:22.002452 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "424c5eab-e118-4d22-afb4-56fdcd953f7a", "tag": "15b33d25-80bd-4c90-b0d6-3bdd93040baa"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:03:22.019306 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64f6b2-9761-4941-aa42-7c945932a2bd service neutron] Pushing event updated for resources: {'Port': ['ID=15b33d25-80bd-4c90-b0d6-3bdd93040baa,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:22.092299 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc13a5dd-0e32-4d83-ba7c-5da00f3f397c x-openstack-request-id: req-dc13a5dd-0e32-4d83-ba7c-5da00f3f397c {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:03:22.092583 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424c5eab-e118-4d22-afb4-56fdcd953f7a", "tag": "15b33d25-80bd-4c90-b0d6-3bdd93040baa", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:03:22.092838 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc13a5dd-0e32-4d83-ba7c-5da00f3f397c {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:03:22.093230 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc13a5dd-0e32-4d83-ba7c-5da00f3f397c'] response: {'name': 'network-changed', 'server_uuid': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'tag': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'status': 'completed', 'code': 200} Jun 08 14:03:22.116955 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-bc64d351-4dff-4513-af2f-32b77063ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:22.119763 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-bc64d351-4dff-4513-af2f-32b77063ce3a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 1097 time: 0.0587087 Jun 08 14:03:22.184962 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-a21904e8-101c-47ae-97df-9a1a897a6472 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15b33d25-80bd-4c90-b0d6-3bdd93040baa HTTP/1.1" status: 200 len: 217 time: 0.0506225 Jun 08 14:03:22.235992 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-bcbdad66-322f-4afa-904e-18cdbc973159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:22.238177 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-bcbdad66-322f-4afa-904e-18cdbc973159 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0516410 Jun 08 14:03:22.288147 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-3d235efd-2737-445c-a2f5-6a33a3236801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:22.289934 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-3d235efd-2737-445c-a2f5-6a33a3236801 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449421 Jun 08 14:03:22.323448 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:22.434377 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-c38efb8e-214e-4360-860e-cde0acdbe5bd service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350863 Jun 08 14:03:22.552906 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c47c0f41-45ac-4ac4-a881-30f3c8731d29 req-aec0c29d-ac8e-489b-aea8-dcfef82e0b55 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116967 Jun 08 14:03:22.665318 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-c7940bab-b782-4de2-99bf-c9bad8b95e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:22.667755 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-c7940bab-b782-4de2-99bf-c9bad8b95e56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 1097 time: 0.0460482 Jun 08 14:03:22.827257 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:22.843636 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924a8cb-ef91-443e-b0d9-bac3c494f448 req-8d01cf38-e2b6-4767-9c89-146bf67170b8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:22.850283 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3924a8cb-ef91-443e-b0d9-bac3c494f448 req-8d01cf38-e2b6-4767-9c89-146bf67170b8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 944 time: 0.0935578 Jun 08 14:03:22.873283 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-b2f930c0-912f-4699-b5cd-80ecd648a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:22.874895 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-b2f930c0-912f-4699-b5cd-80ecd648a4b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.1986547 Jun 08 14:03:22.927926 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-04a8a43d-24b9-4e16-8923-c3a024679dc7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15b33d25-80bd-4c90-b0d6-3bdd93040baa HTTP/1.1" status: 200 len: 217 time: 0.0443835 Jun 08 14:03:22.967294 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3924a8cb-ef91-443e-b0d9-bac3c494f448 req-e32131d6-b90d-48e8-aacc-5573d03c89c0 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040094 Jun 08 14:03:22.987480 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-09644936-da41-4da8-86de-882102788b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:22.988970 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-09644936-da41-4da8-86de-882102788b5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0526116 Jun 08 14:03:23.043297 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-f6454fce-ba4e-4cc9-9075-5205b7bb7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:23.045774 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-f6454fce-ba4e-4cc9-9075-5205b7bb7e8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437787 Jun 08 14:03:23.153916 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-a5a3dd10-44bd-4f49-8023-7edbd402218c service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982285 Jun 08 14:03:23.259680 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-c57f5e52-a3d3-4a9c-8ab9-4d462b6cb6a6 req-90c221de-fe0e-4b2e-985a-ff3480b8ac48 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984390 Jun 08 14:03:24.114760 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d26a5-79fd-4977-8077-f0116deb9ad7 req-169a8a53-937a-48f5-86a0-c191d508ed2e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:24.117887 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bb7d26a5-79fd-4977-8077-f0116deb9ad7 req-169a8a53-937a-48f5-86a0-c191d508ed2e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 944 time: 0.0660524 Jun 08 14:03:24.181787 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bb7d26a5-79fd-4977-8077-f0116deb9ad7 req-b9ae9464-e276-4d45-a757-ac78082d66f7 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553761 Jun 08 14:03:25.280624 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47016) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:25.334283 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bac23f-0b0a-4b06-baba-10f83851f77f req-dadc50cf-eed0-46fb-98f7-d8d9a1d14540 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:25.335719 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21bac23f-0b0a-4b06-baba-10f83851f77f req-dadc50cf-eed0-46fb-98f7-d8d9a1d14540 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 944 time: 0.0642769 Jun 08 14:03:25.382870 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21bac23f-0b0a-4b06-baba-10f83851f77f req-757348c0-df1f-4ed1-9db8-9d6f8a280544 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368297 Jun 08 14:03:25.401639 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:25.495558 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:25.499525 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:25.536793 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48808f29-d206-4b33-b62f-7b7cf40a24d1,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:25.540967 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fb3ee6965e54d8f95974d3e51e705d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583649 Jun 08 14:03:25.544314 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47020) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:25.547196 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.547547 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.547886 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.548219 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.548545 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.548872 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.549200 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.549525 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.549874 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.550195 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.550512 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.550829 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1a32b-5334-4bdb-93ca-bc95ebe6db19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:25.599417 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bca892e-670f-4d24-b0a9-879aa052cd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:25.621393 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bca892e-670f-4d24-b0a9-879aa052cd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:25.670376 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bca892e-670f-4d24-b0a9-879aa052cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:25.673841 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-8bca892e-670f-4d24-b0a9-879aa052cd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:25.674985 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-8bca892e-670f-4d24-b0a9-879aa052cd38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48808f29-d206-4b33-b62f-7b7cf40a24d1 HTTP/1.1" status: 204 len: 168 time: 0.1296532 Jun 08 14:03:25.685067 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca892e-670f-4d24-b0a9-879aa052cd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48808f29-d206-4b33-b62f-7b7cf40a24d1,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:25.707787 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:03:26.527111 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b814915-826d-4aae-82ad-cf87e855e2f0 req-37661207-acbc-43e5-828b-f75a897ad18a tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:26.529238 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5b814915-826d-4aae-82ad-cf87e855e2f0 req-37661207-acbc-43e5-828b-f75a897ad18a tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 944 time: 0.0543129 Jun 08 14:03:26.571913 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-5b814915-826d-4aae-82ad-cf87e855e2f0 req-37cd9cb1-54f9-4694-9e6c-4aea3f767e2d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363352 Jun 08 14:03:27.709768 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c6c25-f0db-4468-9d19-4a7957087f76 req-9bd6c3cc-6e25-44d2-8c2b-52d7a669a83d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:27.711533 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ec6c6c25-f0db-4468-9d19-4a7957087f76 req-9bd6c3cc-6e25-44d2-8c2b-52d7a669a83d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 944 time: 0.0584259 Jun 08 14:03:27.758688 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ec6c6c25-f0db-4468-9d19-4a7957087f76 req-d72d1cfc-4223-4c30-a474-50316aecd745 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352721 Jun 08 14:03:28.884818 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471c4a8-2ec4-46f2-a4b0-f585c516940b req-5f338c26-c915-41dd-b759-ec873df3adfa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:28.886294 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b471c4a8-2ec4-46f2-a4b0-f585c516940b req-5f338c26-c915-41dd-b759-ec873df3adfa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 944 time: 0.0540354 Jun 08 14:03:28.927152 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b471c4a8-2ec4-46f2-a4b0-f585c516940b req-dc8a8920-2c67-4e0c-b3b4-33b3149f819f tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340273 Jun 08 14:03:30.060550 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540183b-5435-4779-af2d-858a1c5299c8 req-c53a220b-f91d-4a6a-abac-27423db06f68 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:30.062044 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a540183b-5435-4779-af2d-858a1c5299c8 req-c53a220b-f91d-4a6a-abac-27423db06f68 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 944 time: 0.0552580 Jun 08 14:03:30.102296 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a540183b-5435-4779-af2d-858a1c5299c8 req-f0e9ba6d-6d0a-408b-839a-df068c9f8fa0 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336287 Jun 08 14:03:30.107416 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 15b33d25-80bd-4c90-b0d6-3bdd93040baa details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:03:30.220881 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 15b33d25-80bd-4c90-b0d6-3bdd93040baa, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=15b33d25-80bd-4c90-b0d6-3bdd93040baa,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:03:30.234201 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'port_id': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'mac_address': 'fa:16:3e:90:61:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:03:30.271955 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 15b33d25-80bd-4c90-b0d6-3bdd93040baa is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:03:30.272355 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:30.286127 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b33d25-80bd-4c90-b0d6-3bdd93040baa {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:03:30.308470 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 15b33d25-80bd-4c90-b0d6-3bdd93040baa, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=15b33d25-80bd-4c90-b0d6-3bdd93040baa,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:03:30.312370 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:30.364977 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=15b33d25-80bd-4c90-b0d6-3bdd93040baa,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:31.252326 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5ece2-45ec-4d51-97a7-b1739fb29692 req-87de7e61-b629-418e-b645-cbb5c578f5eb tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:31.253882 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2da5ece2-45ec-4d51-97a7-b1739fb29692 req-87de7e61-b629-418e-b645-cbb5c578f5eb tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 945 time: 0.0530274 Jun 08 14:03:31.297124 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2da5ece2-45ec-4d51-97a7-b1739fb29692 req-a1047af7-3b8c-4785-a21d-57efa0b66cf7 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354757 Jun 08 14:03:31.405072 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['15b33d25-80bd-4c90-b0d6-3bdd93040baa'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:03:32.470147 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0b1d-f3d6-4020-b614-121499108966 req-9c360e36-d592-48e1-a71e-07247f7c92ac tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:32.472810 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7a6c0b1d-f3d6-4020-b614-121499108966 req-9c360e36-d592-48e1-a71e-07247f7c92ac tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 945 time: 0.0767143 Jun 08 14:03:32.522978 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-7a6c0b1d-f3d6-4020-b614-121499108966 req-f1f1c8b5-f82f-4968-b188-2a1bf9ff7f62 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Jun 08 14:03:33.449242 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47202) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:33.514528 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c883001-0094-4998-a1c7-f9cacd44d780 admin admin] Deleting subnet fb0a1db9-b161-4b21-bb6d-f926b03b31d4 {{(pid=97369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:03:33.518720 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9c883001-0094-4998-a1c7-f9cacd44d780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:33.568187 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9c883001-0094-4998-a1c7-f9cacd44d780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3193986'] for subnet, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:33.698159 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17d1f1-b5af-4317-8457-c7120d8ccf85 req-6ed91fa2-2dfd-4cbb-8489-f239f55a49ff tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:33.701754 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0b17d1f1-b5af-4317-8457-c7120d8ccf85 req-6ed91fa2-2dfd-4cbb-8489-f239f55a49ff tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 945 time: 0.0759909 Jun 08 14:03:33.765690 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-0b17d1f1-b5af-4317-8457-c7120d8ccf85 req-e4a7a735-f5bb-445c-a09d-da0e72b135e5 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576994 Jun 08 14:03:33.872598 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9c883001-0094-4998-a1c7-f9cacd44d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:33.877279 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47214) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:33.931332 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9c883001-0094-4998-a1c7-f9cacd44d780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26000125'] for subnet, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:33.963914 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c883001-0094-4998-a1c7-f9cacd44d780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0a1db9-b161-4b21-bb6d-f926b03b31d4,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:33.975155 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-9c883001-0094-4998-a1c7-f9cacd44d780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:33.985114 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-9c883001-0094-4998-a1c7-f9cacd44d780 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fb0a1db9-b161-4b21-bb6d-f926b03b31d4 HTTP/1.1" status: 204 len: 168 time: 0.5343840 Jun 08 14:03:33.987878 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47218) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:34.065220 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6e6540ec-5aee-45bf-bd48-2901493d6468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.098623 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.218446 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.251560 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6e6540ec-5aee-45bf-bd48-2901493d6468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.253373 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af22175-09a7-498f-baf7-81778caaca70']}} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:34.256224 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6e6540ec-5aee-45bf-bd48-2901493d6468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.279385 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079633c9-182f-4110-a2b1-627dd1fec1cf') {'for_net_delete': True} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:34.279673 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079633c9-182f-4110-a2b1-627dd1fec1cf') {} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:34.299777 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4076708'] for segment, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.322335 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6540ec-5aee-45bf-bd48-2901493d6468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e525f-ccce-4bb6-a3e9-db3b6bcda542,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:34.331153 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6e6540ec-5aee-45bf-bd48-2901493d6468 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cc077586e42451a9176ea2dd66502ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490817 Jun 08 14:03:34.331153 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.332833 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47220) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:34.339011 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=97370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:03:34.339575 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26153534'] for segment, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.387788 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment 079633c9-182f-4110-a2b1-627dd1fec1cf resource provider aggregate not found Jun 08 14:03:34.411574 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment 079633c9-182f-4110-a2b1-627dd1fec1cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 079633c9-182f-4110-a2b1-627dd1fec1cf found for delete ", "request_id": "req-2fc5ed0c-84ce-4c40-877f-ba2a143387ef"}]} Jun 08 14:03:34.418943 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.420793 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1dae-56eb-4c6c-b57d-fdf3bcd5e81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.426257 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.434397 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] 10.222.0.64 "DELETE /v2.0/networks/7af22175-09a7-498f-baf7-81778caaca70 HTTP/1.1" status: 204 len: 168 time: 0.4418573 Jun 08 14:03:34.436469 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47226) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:34.448412 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6de845-8705-4a6a-b53e-8368aafa1e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=7af22175-09a7-498f-baf7-81778caaca70,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:34.485475 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 15b33d25-80bd-4c90-b0d6-3bdd93040baa up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:03:34.489289 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1dae-56eb-4c6c-b57d-fdf3bcd5e81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.520138 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ad361f-2899-4dfa-909f-3403f89584b9 admin admin] Deleting subnet 6a61e655-5a48-4495-8733-fc4953c1e912 {{(pid=97369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:03:34.528091 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-82ad361f-2899-4dfa-909f-3403f89584b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.543377 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port 15b33d25-80bd-4c90-b0d6-3bdd93040baa completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 14:03:34.550622 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port 15b33d25-80bd-4c90-b0d6-3bdd93040baa triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:03:34.551311 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.574688 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-82ad361f-2899-4dfa-909f-3403f89584b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3193986'] for subnet, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.607722 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1dae-56eb-4c6c-b57d-fdf3bcd5e81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.610358 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1dae-56eb-4c6c-b57d-fdf3bcd5e81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.611522 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-1c1c1dae-56eb-4c6c-b57d-fdf3bcd5e81c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d9e525f-ccce-4bb6-a3e9-db3b6bcda542 HTTP/1.1" status: 204 len: 168 time: 0.2780185 Jun 08 14:03:34.626204 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c1dae-56eb-4c6c-b57d-fdf3bcd5e81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e525f-ccce-4bb6-a3e9-db3b6bcda542,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:34.632554 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-82ad361f-2899-4dfa-909f-3403f89584b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.718514 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-82ad361f-2899-4dfa-909f-3403f89584b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26000125'] for subnet, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.746427 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad361f-2899-4dfa-909f-3403f89584b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a61e655-5a48-4495-8733-fc4953c1e912,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:34.751389 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-82ad361f-2899-4dfa-909f-3403f89584b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.756691 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-82ad361f-2899-4dfa-909f-3403f89584b9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6a61e655-5a48-4495-8733-fc4953c1e912 HTTP/1.1" status: 204 len: 168 time: 0.3194709 Jun 08 14:03:34.760704 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47232) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:34.836627 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port 15b33d25-80bd-4c90-b0d6-3bdd93040baa is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:03:34.837258 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.865526 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b33d25-80bd-4c90-b0d6-3bdd93040baa'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:03:34.867965 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2eb856-9f66-4517-b7c6-b2a343b2b3f2" -d '{"events": [{"server_uuid": "424c5eab-e118-4d22-afb4-56fdcd953f7a", "name": "network-vif-plugged", "status": "completed", "tag": "15b33d25-80bd-4c90-b0d6-3bdd93040baa"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:03:34.886392 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port 15b33d25-80bd-4c90-b0d6-3bdd93040baa, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=15b33d25-80bd-4c90-b0d6-3bdd93040baa,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:03:34.892498 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.894986 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:34.967759 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=15b33d25-80bd-4c90-b0d6-3bdd93040baa,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:34.978111 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4f612c-a8d8-4341-b18c-f330a09807b4 x-openstack-request-id: req-cd4f612c-a8d8-4341-b18c-f330a09807b4 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:03:34.978729 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424c5eab-e118-4d22-afb4-56fdcd953f7a", "name": "network-vif-plugged", "status": "completed", "tag": "15b33d25-80bd-4c90-b0d6-3bdd93040baa", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:03:34.979357 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd4f612c-a8d8-4341-b18c-f330a09807b4 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:03:34.980064 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4f612c-a8d8-4341-b18c-f330a09807b4'] response: {'server_uuid': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'code': 200} Jun 08 14:03:35.021829 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13953-947d-4b71-80a1-5f69dc978cdb req-342ecdfa-062d-489c-9c28-4425f3155409 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:35.026229 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7d13953-947d-4b71-80a1-5f69dc978cdb req-342ecdfa-062d-489c-9c28-4425f3155409 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 946 time: 0.0911651 Jun 08 14:03:35.057493 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.071847 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e7d13953-947d-4b71-80a1-5f69dc978cdb req-bf71484b-f697-4746-bdfe-fd453b1f3376 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391181 Jun 08 14:03:35.082088 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cd0ed9-a11e-4de4-8439-632ba2443561']}} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:35.097351 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47240) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:35.098685 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe22f4a-46ec-4a9b-92ae-15d99aa2076a') {'for_net_delete': True} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:35.099009 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe22f4a-46ec-4a9b-92ae-15d99aa2076a') {} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:35.109577 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4076708'] for segment, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.111368 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-131269d1-0076-4ccf-b843-f5b0a2b62142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.124015 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.130951 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=97370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:03:35.131350 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26153534'] for segment, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.192277 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.198935 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.205928 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] 10.222.0.64 "DELETE /v2.0/networks/88cd0ed9-a11e-4de4-8439-632ba2443561 HTTP/1.1" status: 204 len: 168 time: 0.4436436 Jun 08 14:03:35.216226 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34ff32-efb7-4672-82b3-d33e78287852 admin admin] Pushing event deleted for resources: {'Network': ['ID=88cd0ed9-a11e-4de4-8439-632ba2443561,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:35.266472 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-131269d1-0076-4ccf-b843-f5b0a2b62142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.271399 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-131269d1-0076-4ccf-b843-f5b0a2b62142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.337232 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-131269d1-0076-4ccf-b843-f5b0a2b62142 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fed332d666dd4042a3a567d921045242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382913 Jun 08 14:03:35.338973 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131269d1-0076-4ccf-b843-f5b0a2b62142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee9712b-b0be-4034-a3c4-3d2fe9b070f3,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:35.339918 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47248) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:35.414908 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-adefddd5-d6c1-4bf9-8b77-62a9efda0791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.427742 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47250) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:35.449191 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-adefddd5-d6c1-4bf9-8b77-62a9efda0791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.472069 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7770a8e5-abda-4c35-bc3c-d0c3be72b59e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ba7a4e171bb4b66a8b1fb6cff2ef941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429199 Jun 08 14:03:35.475370 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47252) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:35.519653 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-adefddd5-d6c1-4bf9-8b77-62a9efda0791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.524264 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-adefddd5-d6c1-4bf9-8b77-62a9efda0791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.525861 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-adefddd5-d6c1-4bf9-8b77-62a9efda0791 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fee9712b-b0be-4034-a3c4-3d2fe9b070f3 HTTP/1.1" status: 204 len: 168 time: 0.1844745 Jun 08 14:03:35.534292 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-55aa1ec1-70c5-46cd-9361-fe1dcf8aead4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.538314 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefddd5-d6c1-4bf9-8b77-62a9efda0791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee9712b-b0be-4034-a3c4-3d2fe9b070f3,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:35.568937 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-55aa1ec1-70c5-46cd-9361-fe1dcf8aead4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.642662 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-55aa1ec1-70c5-46cd-9361-fe1dcf8aead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.645355 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-55aa1ec1-70c5-46cd-9361-fe1dcf8aead4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:35.646632 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-55aa1ec1-70c5-46cd-9361-fe1dcf8aead4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9f02643-28e2-41f8-b40a-9c85ea9dd360 HTTP/1.1" status: 204 len: 168 time: 0.1703026 Jun 08 14:03:35.666344 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa1ec1-70c5-46cd-9361-fe1dcf8aead4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f02643-28e2-41f8-b40a-9c85ea9dd360,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:35.781381 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb0fb8-c4c2-4123-8ebf-25c6be5b299d req-a16ebad0-8860-4026-8390-2cfa358004ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:35.783701 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9ccb0fb8-c4c2-4123-8ebf-25c6be5b299d req-a16ebad0-8860-4026-8390-2cfa358004ce service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 1099 time: 0.0749536 Jun 08 14:03:35.837110 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-9ccb0fb8-c4c2-4123-8ebf-25c6be5b299d req-d676ed93-6225-4a40-9009-ffed3653c1d4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457833 Jun 08 14:03:36.147718 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47274) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:36.205407 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-aa5b3aa1-a33b-4c41-98fe-3e5685f5bc92 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dfc2bea4d05d462c848e68e9ffb2e2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526118 Jun 08 14:03:36.205740 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47276) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:36.237535 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68341db-521e-4016-b49f-2dea17f9b0e5 req-5a6ba08e-36a8-4ecb-8299-6847e6c6244c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:36.239293 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f68341db-521e-4016-b49f-2dea17f9b0e5 req-5a6ba08e-36a8-4ecb-8299-6847e6c6244c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 946 time: 0.0622847 Jun 08 14:03:36.272236 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4979-bb4f-40fb-a69e-af606a83fde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:36.302575 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4979-bb4f-40fb-a69e-af606a83fde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:36.310059 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f68341db-521e-4016-b49f-2dea17f9b0e5 req-c49bbac9-e444-4b98-8ec3-bbe07d565f5a tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606039 Jun 08 14:03:36.365280 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4979-bb4f-40fb-a69e-af606a83fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:36.367866 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4979-bb4f-40fb-a69e-af606a83fde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:36.369042 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-ef4f4979-bb4f-40fb-a69e-af606a83fde5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47853a8c-818f-491e-af28-e3919ca395d3 HTTP/1.1" status: 204 len: 168 time: 0.1623142 Jun 08 14:03:36.382691 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f4979-bb4f-40fb-a69e-af606a83fde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47853a8c-818f-491e-af28-e3919ca395d3,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:36.436920 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment 6fe22f4a-46ec-4a9b-92ae-15d99aa2076a resource provider aggregate not found Jun 08 14:03:36.460663 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment 6fe22f4a-46ec-4a9b-92ae-15d99aa2076a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fe22f4a-46ec-4a9b-92ae-15d99aa2076a found for delete ", "request_id": "req-0f288808-6a89-49d8-a277-7e69e4a23007"}]} Jun 08 14:03:37.472966 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e105c-a61a-43d2-8f10-41131bbd11ac req-cbd708bd-be95-4887-8499-3b391774ebc8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:37.474689 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-084e105c-a61a-43d2-8f10-41131bbd11ac req-cbd708bd-be95-4887-8499-3b391774ebc8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 946 time: 0.0718269 Jun 08 14:03:37.520808 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-084e105c-a61a-43d2-8f10-41131bbd11ac req-5dece266-6da6-4407-b64c-528f8f8d3f6c tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367579 Jun 08 14:03:37.578069 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:37.709139 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5717cf-bd81-446f-90c8-0f7b4d8f4448 req-3b42a5f1-0994-4c9e-84f8-5e53e988dcd8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:37.710854 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6f5717cf-bd81-446f-90c8-0f7b4d8f4448 req-3b42a5f1-0994-4c9e-84f8-5e53e988dcd8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 946 time: 0.0657108 Jun 08 14:03:37.778398 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6f5717cf-bd81-446f-90c8-0f7b4d8f4448 req-6d63af12-e9b9-4003-8125-a31f1da6f89d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604851 Jun 08 14:03:37.814142 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47350) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:37.881445 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e12ff8-7d0d-4b38-9593-e12dd423f170 tempest-TestVolumeBootPattern-1683576760 tempest-TestVolumeBootPattern-1683576760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:37.889068 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-73e12ff8-7d0d-4b38-9593-e12dd423f170 tempest-TestVolumeBootPattern-1683576760 tempest-TestVolumeBootPattern-1683576760-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 1094 time: 0.0684834 Jun 08 14:03:37.889463 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47356) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:37.896401 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.v2.base [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Request body: {'floatingip': {'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'port_id': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address': '172.20.0.11'}} {{(pid=97370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:03:37.933830 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.022222 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47360) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:38.029409 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47362) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:38.083322 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.168639 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be9e8dfb-bfa2-4269-b138-282e8f183a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.201694 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c9af59d6-590e-46d6-a206-c8ada5742b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.239284 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_common [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Allocated IP 172.27.0.155 (b86a52f3-8e28-449f-a78d-7ddd59a1b6a7/0433d376-2064-4865-9a09-fb8b875bad50/1b2eb356-d3fe-4707-8ed1-da7c1e4c8a90) {{(pid=97370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:03:38.274184 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be9e8dfb-bfa2-4269-b138-282e8f183a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.278379 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-be9e8dfb-bfa2-4269-b138-282e8f183a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.319831 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-be9e8dfb-bfa2-4269-b138-282e8f183a95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d90634e09e02419c9e385823d914fd54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961130 Jun 08 14:03:38.322480 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e8dfb-bfa2-4269-b138-282e8f183a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c42260-766c-41b2-bd29-d5d6e6c26616,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:38.322786 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47368) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:38.659355 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c9af59d6-590e-46d6-a206-c8ada5742b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.671715 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-c9af59d6-590e-46d6-a206-c8ada5742b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.685869 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for port, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.730273 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-33535297-8c6e-410a-85fe-dc5bf5e0dcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.731770 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af59d6-590e-46d6-a206-c8ada5742b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c51582-52ad-40ef-bad3-88b1665942e5,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:38.743831 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-c9af59d6-590e-46d6-a206-c8ada5742b54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9239b855d31485ab445d3f831a0cc2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7115819 Jun 08 14:03:38.748182 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47370) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:38.772764 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-33535297-8c6e-410a-85fe-dc5bf5e0dcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.792314 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.812833 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e2161fa-6514-4049-8cae-fa030f373bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.837721 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e2161fa-6514-4049-8cae-fa030f373bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.853537 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Network b86a52f3-8e28-449f-a78d-7ddd59a1b6a7 is already hosted by enough agents. {{(pid=97370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:03:38.859968 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.base_scheduler [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Resources bound (agent type, host, resource id): {{(pid=97370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:03:38.862609 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Received port after_create {{(pid=97370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:03:38.866396 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'Port': ['ID=1b2eb356-d3fe-4707-8ed1-da7c1e4c8a90,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:38.904874 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e2161fa-6514-4049-8cae-fa030f373bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.905338 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-33535297-8c6e-410a-85fe-dc5bf5e0dcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.908329 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-33535297-8c6e-410a-85fe-dc5bf5e0dcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.908644 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7e2161fa-6514-4049-8cae-fa030f373bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:38.912202 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-33535297-8c6e-410a-85fe-dc5bf5e0dcee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12c42260-766c-41b2-bd29-d5d6e6c26616 HTTP/1.1" status: 204 len: 168 time: 0.5845222 Jun 08 14:03:38.912462 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7e2161fa-6514-4049-8cae-fa030f373bb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3c51582-52ad-40ef-bad3-88b1665942e5 HTTP/1.1" status: 204 len: 168 time: 0.1606956 Jun 08 14:03:38.924515 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33535297-8c6e-410a-85fe-dc5bf5e0dcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c42260-766c-41b2-bd29-d5d6e6c26616,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:38.931752 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2161fa-6514-4049-8cae-fa030f373bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c51582-52ad-40ef-bad3-88b1665942e5,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:39.337706 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47390) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:39.350229 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.354143 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-658a116d-f95f-40dc-84c5-669d187b75a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.448132 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.464511 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-658a116d-f95f-40dc-84c5-669d187b75a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.472868 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-658a116d-f95f-40dc-84c5-669d187b75a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.518218 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-658a116d-f95f-40dc-84c5-669d187b75a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95ab3dcfeca6448da5baf284058b7092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787126 Jun 08 14:03:39.519326 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a116d-f95f-40dc-84c5-669d187b75a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412628d0-cc2e-45b2-9208-4a99dfa14fd8,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:39.521371 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47394) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:39.586621 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-710e9103-c3ec-47f4-a219-4d7535a5a006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.620506 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-710e9103-c3ec-47f4-a219-4d7535a5a006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.642470 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for port, precommit_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.648113 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155750'] for port, after_update {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.709437 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-710e9103-c3ec-47f4-a219-4d7535a5a006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.713741 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-710e9103-c3ec-47f4-a219-4d7535a5a006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.715693 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-710e9103-c3ec-47f4-a219-4d7535a5a006 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/412628d0-cc2e-45b2-9208-4a99dfa14fd8 HTTP/1.1" status: 204 len: 168 time: 0.1930583 Jun 08 14:03:39.726985 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e9103-c3ec-47f4-a219-4d7535a5a006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412628d0-cc2e-45b2-9208-4a99dfa14fd8,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:39.798079 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event updated for resources: {'Port': ['ID=1b2eb356-d3fe-4707-8ed1-da7c1e4c8a90,revision_number=2']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:39.802422 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693578'] for floatingip, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:39.958552 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.db.l3_db [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Floating IP 6babc2f8-7a62-47bf-9b0d-213e15f38f66 associated. External IP: 172.27.0.155, port: 15b33d25-80bd-4c90-b0d6-3bdd93040baa. Jun 08 14:03:40.259215 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:03:40.393370 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:03:40.411401 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] Sync routers for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:03:40.426314 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:40.429338 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:03:40.430212 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:03:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:40.462408 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e0a38086-cf89-440e-9216-4ff000225afa tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5715520 Jun 08 14:03:40.463046 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'tag': '15b33d25-80bd-4c90-b0d6-3bdd93040baa'}] {{(pid=97370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:03:40.465731 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e8441a5a53e0a64fad4ba6f00b1c58f56e2681db9969eac50e39c1d3436a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7d78ed-a354-4622-bc39-d31bee5b7b33" -d '{"events": [{"name": "network-changed", "server_uuid": "424c5eab-e118-4d22-afb4-56fdcd953f7a", "tag": "15b33d25-80bd-4c90-b0d6-3bdd93040baa"}]}' {{(pid=97370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:03:40.534220 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0946021-fb63-4cad-9053-6a79af0e50d6 x-openstack-request-id: req-b0946021-fb63-4cad-9053-6a79af0e50d6 {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:03:40.534563 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424c5eab-e118-4d22-afb4-56fdcd953f7a", "tag": "15b33d25-80bd-4c90-b0d6-3bdd93040baa", "status": "completed", "code": 200}]} {{(pid=97370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:03:40.534829 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0946021-fb63-4cad-9053-6a79af0e50d6 {{(pid=97370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:03:40.535181 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0946021-fb63-4cad-9053-6a79af0e50d6'] response: {'name': 'network-changed', 'server_uuid': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'tag': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'status': 'completed', 'code': 200} Jun 08 14:03:40.611611 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:03:40.635156 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-68fd5e53-13ad-4fdc-b5f8-9cd5191717c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:40.638372 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-68fd5e53-13ad-4fdc-b5f8-9cd5191717c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 1099 time: 0.0720940 Jun 08 14:03:40.803573 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-12ef0b17-90d6-494d-83ae-1c352800ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:40.805551 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-12ef0b17-90d6-494d-83ae-1c352800ee0f service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.1592212 Jun 08 14:03:40.894018 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-559d5de9-fc9f-42ba-a950-92870c7b98ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15b33d25-80bd-4c90-b0d6-3bdd93040baa HTTP/1.1" status: 200 len: 1000 time: 0.0788171 Jun 08 14:03:40.960334 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '06497f9f-a155-484a-b5fb-d1f91fd09081', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:6d:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:01:22Z', 'updated_at': '2022-06-08T14:01:25Z', 'revision_number': 1, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}, {'id': '6babc2f8-7a62-47bf-9b0d-213e15f38f66', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:90:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:39Z', 'updated_at': '2022-06-08T14:03:39Z', 'revision_number': 0, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:40.960717 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-ad9d52c4-cbe2-4b67-94ed-f908f0116f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:40.962882 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-ad9d52c4-cbe2-4b67-94ed-f908f0116f65 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0618279 Jun 08 14:03:41.002912 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] Checking router: 7fad602a-6b54-4c55-bbb1-16d34c9e8030 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:03:41.018137 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:03:41.018916 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:03:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:41.034596 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-caf7c9ca-cf04-47e9-ab6d-447741f6b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:41.039255 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-caf7c9ca-cf04-47e9-ab6d-447741f6b0e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646005 Jun 08 14:03:41.188290 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-7eb75818-3909-4b88-8c71-8f314446c590 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402657 Jun 08 14:03:41.192729 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:03:41.332749 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1c7d78ed-a354-4622-bc39-d31bee5b7b33 req-fc23f909-6070-4c3f-bab0-7e4357307802 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311705 Jun 08 14:03:41.566524 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '06497f9f-a155-484a-b5fb-d1f91fd09081', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:6d:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:01:22Z', 'updated_at': '2022-06-08T14:01:25Z', 'revision_number': 1, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}, {'id': '6babc2f8-7a62-47bf-9b0d-213e15f38f66', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:90:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:39Z', 'updated_at': '2022-06-08T14:03:39Z', 'revision_number': 0, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:03:41.598410 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05861256-82ac-4725-95c6-948c6be2a9d5 None None] The sync data for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi is: [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '06497f9f-a155-484a-b5fb-d1f91fd09081', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:6d:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:01:22Z', 'updated_at': '2022-06-08T14:01:25Z', 'revision_number': 1, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}, {'id': '6babc2f8-7a62-47bf-9b0d-213e15f38f66', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:90:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:03:39Z', 'updated_at': '2022-06-08T14:03:39Z', 'revision_number': 0, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:03:41.941263 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3356dd5-8836-4f6b-8b18-49cafc951db8 None None] New status for floating IP 6babc2f8-7a62-47bf-9b0d-213e15f38f66: ACTIVE {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:03:42.141507 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-100bce17-969c-4113-9970-abdf90d19ffc tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=527c2147197143759b3c33dd4fd9a8c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363662 Jun 08 14:03:42.366875 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-db23175d-bd3a-4e7c-b112-07b166a19ddb tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:42.368421 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-db23175d-bd3a-4e7c-b112-07b166a19ddb tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197444 Jun 08 14:03:42.384061 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-71a11891-6b32-47a4-9264-f7468e902394 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/quotas/527c2147197143759b3c33dd4fd9a8c1 HTTP/1.1" status: 200 len: 375 time: 0.0095460 Jun 08 14:03:42.424064 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-8ce5e204-d9bc-4b17-997b-bbdf7143c9cc tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=527c2147197143759b3c33dd4fd9a8c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342314 Jun 08 14:03:42.620881 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-0ff4bb2f-6f65-473a-992c-0a4bec1119a2 req-4e0e92db-fafe-4d10-b4fb-048234b498d1 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 210 time: 0.0377104 Jun 08 14:03:43.681056 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-4e6b99d4-2732-4951-8fdb-08ddcf4ba2a4 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=527c2147197143759b3c33dd4fd9a8c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356717 Jun 08 14:03:43.736015 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f084baa4-a772-4043-91ac-9146320a3f78 req-c0289f90-269b-437f-8ca3-e7c6bf68a705 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 210 time: 0.0290589 Jun 08 14:03:43.903161 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-86c499d8-5f07-470f-8956-c10250ae4270 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:43.906578 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-86c499d8-5f07-470f-8956-c10250ae4270 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175205 Jun 08 14:03:43.922416 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Request body: {'port': {'device_id': '4709ab6e-f50f-4bfc-85bd-09223b2e0b3c', 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798', 'admin_state_up': True, 'tenant_id': '527c2147197143759b3c33dd4fd9a8c1'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:03:44.047301 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-e7686ce0-005f-4264-bbce-ad1d030c4dca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760076 Jun 08 14:03:44.110850 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Made reservation on behalf of 527c2147197143759b3c33dd4fd9a8c1 for: {'port': 1} {{(pid=97369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 14:03:44.114441 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:44.126178 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:44.147128 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-477d834b-87e6-4120-aca9-1e3b9d98f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:44.147632 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-477d834b-87e6-4120-aca9-1e3b9d98f234 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=278dab9625f34cc29d546c3d1e54a632&device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1098 time: 0.0751503 Jun 08 14:03:44.312733 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:44.318364 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:44.325569 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-9ad9936b-a5ba-45ee-aa68-f066b32b4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:44.327092 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-9ad9936b-a5ba-45ee-aa68-f066b32b4005 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbf5848f-feb6-43c8-940e-ceaa2ad18558 HTTP/1.1" status: 200 len: 909 time: 0.1507454 Jun 08 14:03:44.443335 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e02445-7f35-40b6-9d5c-ea2028f51389,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:44.467232 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.467490 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.467829 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.468188 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.468518 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.468900 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.469227 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.469553 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.469956 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.470280 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.470601 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.470923 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:44.485650 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-be2811db-f6c6-433c-b038-0280d7ee567f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a HTTP/1.1" status: 200 len: 1001 time: 0.1438107 Jun 08 14:03:44.571363 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_common [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Allocated IP 192.168.233.18 (b86e4139-b59e-4a4f-a31b-f0f2a4606798/0a077cf3-30f2-4543-b30e-413555f83511/b961affc-e60e-4e83-a54e-610c1bcd867f) {{(pid=97369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 14:03:44.574792 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-3f23c214-34a5-489d-b6f1-dc9cc54e397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:44.576350 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-3f23c214-34a5-489d-b6f1-dc9cc54e397b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d46bbbce-dbfd-465d-8dbe-1f26afda01ca HTTP/1.1" status: 200 len: 847 time: 0.0701687 Jun 08 14:03:44.660181 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-55274ed6-881a-485c-bfd3-91aee3651084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:44.661970 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-55274ed6-881a-485c-bfd3-91aee3651084 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbf5848f-feb6-43c8-940e-ceaa2ad18558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772686 Jun 08 14:03:44.852044 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-15cdc861-bbe4-4d01-961a-2d0d0c27685c req-12231c86-4df7-4958-a0b8-5a0420b99bfd tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 210 time: 0.0390069 Jun 08 14:03:44.853893 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-c623c30e-d051-436b-8ee4-f329978aba2e service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817329 Jun 08 14:03:44.857482 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks [] for port, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:44.954500 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735513462959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:44.992813 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1dc35576-4bfb-4107-b32c-d29c4b332e8d req-e6e00278-b9bf-4667-a731-e0b000b2d8c1 service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318080 Jun 08 14:03:45.008912 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Network b86e4139-b59e-4a4f-a31b-f0f2a4606798 is already hosted by enough agents. {{(pid=97369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 14:03:45.011903 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.base_scheduler [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Resources bound (agent type, host, resource id): {{(pid=97369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 14:03:45.015731 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Received port after_create {{(pid=97369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 08 14:03:45.022278 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Pushing event updated for resources: {'Port': ['ID=b961affc-e60e-4e83-a54e-610c1bcd867f,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:45.074452 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:45.075103 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:45.094424 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1af1fb1a-8a91-4181-9527-d0a98d153c2e tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1788819 Jun 08 14:03:45.109323 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.v2.base [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Request body: {'port': {'device_id': '4709ab6e-f50f-4bfc-85bd-09223b2e0b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84513'}} {{(pid=97369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 14:03:45.175454 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:45.263004 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-c72ae5b0-e6cc-4fe1-b8ce-5e65746b9566 None None] Provisioning complete for port b961affc-e60e-4e83-a54e-610c1bcd867f triggered by entity DHCP. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:03:45.264509 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-c72ae5b0-e6cc-4fe1-b8ce-5e65746b9566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:45.305846 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-c72ae5b0-e6cc-4fe1-b8ce-5e65746b9566 None None] Port b961affc-e60e-4e83-a54e-610c1bcd867f cannot update to ACTIVE because it is not bound. {{(pid=97371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 08 14:03:45.477260 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b961affc-e60e-4e83-a54e-610c1bcd867f {{(pid=97369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:03:45.490058 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:45.509629 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.provisioning_blocks [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Transition to ACTIVE for port object b961affc-e60e-4e83-a54e-610c1bcd867f will not be triggered until provisioned by entity L2. {{(pid=97369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 14:03:45.515680 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:45.569685 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Pushing event updated for resources: {'Port': ['ID=b961affc-e60e-4e83-a54e-610c1bcd867f,revision_number=2']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:45.677174 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Attempting to bind port b961affc-e60e-4e83-a54e-610c1bcd867f on host hv-cinder-84513 for vnic_type normal with profile {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 14:03:45.678253 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Attempting to bind port b961affc-e60e-4e83-a54e-610c1bcd867f by drivers openvswitch,hyperv on host hv-cinder-84513 at level 0 using segments [{'id': 'f1d688aa-3655-485c-a861-2f327f6d030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798'}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 14:03:45.678253 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Attempting to bind port b961affc-e60e-4e83-a54e-610c1bcd867f on network b86e4139-b59e-4a4f-a31b-f0f2a4606798 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:03:45.685067 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Port b961affc-e60e-4e83-a54e-610c1bcd867f on network b86e4139-b59e-4a4f-a31b-f0f2a4606798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84513 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 08 14:03:45.685451 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Attempting to bind port b961affc-e60e-4e83-a54e-610c1bcd867f on network b86e4139-b59e-4a4f-a31b-f0f2a4606798 {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 08 14:03:45.691967 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Checking agent: {'id': 'fa153bfa-a2ea-4609-b2e8-dd43117c3480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'started_at': datetime.datetime(2022, 6, 8, 13, 52, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 8, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 08 14:03:45.692617 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Checking segment: {'id': 'f1d688aa-3655-485c-a861-2f327f6d030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=97369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 08 14:03:45.692910 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Bound using segment: {'id': 'f1d688aa-3655-485c-a861-2f327f6d030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798'} {{(pid=97369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 08 14:03:45.697352 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.managers [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Bound port: b961affc-e60e-4e83-a54e-610c1bcd867f, host: hv-cinder-84513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d688aa-3655-485c-a861-2f327f6d030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798'}}] {{(pid=97369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 14:03:45.697838 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:45.786382 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] For port b961affc-e60e-4e83-a54e-610c1bcd867f, host hv-cinder-84513, cleared binding levels {{(pid=97369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 08 14:03:45.792209 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] For port b961affc-e60e-4e83-a54e-610c1bcd867f, host hv-cinder-84513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b961affc-e60e-4e83-a54e-610c1bcd867f,segment=NetworkSegment(f1d688aa-3655-485c-a861-2f327f6d030a),segment_id=f1d688aa-3655-485c-a861-2f327f6d030a)] {{(pid=97369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 08 14:03:45.798278 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444722'] for port, after_update {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:45.825746 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47608) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:45.837296 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:45.838427 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:45.839861 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] 10.222.0.71 "PUT /v2.0/ports/b961affc-e60e-4e83-a54e-610c1bcd867f HTTP/1.1" status: 200 len: 1097 time: 0.7374222 Jun 08 14:03:45.840303 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4709ab6e-f50f-4bfc-85bd-09223b2e0b3c', 'tag': 'b961affc-e60e-4e83-a54e-610c1bcd867f'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:03:45.843667 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62d324e-fba7-4a53-96b3-e017c3f4b2af" -d '{"events": [{"name": "network-changed", "server_uuid": "4709ab6e-f50f-4bfc-85bd-09223b2e0b3c", "tag": "b961affc-e60e-4e83-a54e-610c1bcd867f"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:03:45.871764 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fe274-0f22-4806-96e1-fe0dcfa82a43 service neutron] Pushing event updated for resources: {'Port': ['ID=b961affc-e60e-4e83-a54e-610c1bcd867f,revision_number=3']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:45.958777 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e299227-48d7-4f09-9d65-94b9c4f887a3 x-openstack-request-id: req-8e299227-48d7-4f09-9d65-94b9c4f887a3 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:03:45.960073 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4709ab6e-f50f-4bfc-85bd-09223b2e0b3c", "tag": "b961affc-e60e-4e83-a54e-610c1bcd867f", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:03:45.960910 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e299227-48d7-4f09-9d65-94b9c4f887a3 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:03:45.962002 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e299227-48d7-4f09-9d65-94b9c4f887a3'] response: {'name': 'network-changed', 'server_uuid': '4709ab6e-f50f-4bfc-85bd-09223b2e0b3c', 'tag': 'b961affc-e60e-4e83-a54e-610c1bcd867f', 'status': 'completed', 'code': 200} Jun 08 14:03:45.980753 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a83c9423-9663-4b80-8054-a58aff644251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:46.026820 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1e78e40e-de9a-473a-b878-5b0b3dda966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:46.028672 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-1e78e40e-de9a-473a-b878-5b0b3dda966f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=527c2147197143759b3c33dd4fd9a8c1&device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 1100 time: 0.1231980 Jun 08 14:03:46.059404 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c243b6-425a-4fc4-8f6f-e53f138e02d1 req-c403662f-68ae-49b4-bf8e-78bb9741991f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:46.061265 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-40c243b6-425a-4fc4-8f6f-e53f138e02d1 req-c403662f-68ae-49b4-bf8e-78bb9741991f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 947 time: 0.0931518 Jun 08 14:03:46.087916 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a83c9423-9663-4b80-8054-a58aff644251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:46.092617 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a83c9423-9663-4b80-8054-a58aff644251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:46.096543 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-268682d6-22e2-43fc-a7d8-d3d57591b1e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b961affc-e60e-4e83-a54e-610c1bcd867f HTTP/1.1" status: 200 len: 217 time: 0.0589824 Jun 08 14:03:46.133540 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-a83c9423-9663-4b80-8054-a58aff644251 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c8784d8222a48bdaf427f0b274460f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067276 Jun 08 14:03:46.136460 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c9423-9663-4b80-8054-a58aff644251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd04da55-04e8-4c41-95f1-224b4d0dc3ec,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:46.137435 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47616) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:46.169903 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-40c243b6-425a-4fc4-8f6f-e53f138e02d1 req-4a7f7a1f-5521-4976-8804-e4398b34df8a tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807171 Jun 08 14:03:46.459381 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-68fd2528-414f-4024-81a0-e9aa86a24aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:46.460835 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-68fd2528-414f-4024-81a0-e9aa86a24aeb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a077cf3-30f2-4543-b30e-413555f83511 HTTP/1.1" status: 200 len: 843 time: 0.3514576 Jun 08 14:03:46.496585 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-509a451b-3569-4b31-9466-3e01b23d8657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:46.524657 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-509a451b-3569-4b31-9466-3e01b23d8657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:46.544130 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-a69f6c99-80fe-4a5c-8cdd-fcab7c4047c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:46.545619 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-a69f6c99-80fe-4a5c-8cdd-fcab7c4047c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b86e4139-b59e-4a4f-a31b-f0f2a4606798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0778074 Jun 08 14:03:46.636149 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-509a451b-3569-4b31-9466-3e01b23d8657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:46.638665 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-509a451b-3569-4b31-9466-3e01b23d8657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:46.640322 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-509a451b-3569-4b31-9466-3e01b23d8657 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd04da55-04e8-4c41-95f1-224b4d0dc3ec HTTP/1.1" status: 204 len: 168 time: 0.5011179 Jun 08 14:03:46.661799 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a451b-3569-4b31-9466-3e01b23d8657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd04da55-04e8-4c41-95f1-224b4d0dc3ec,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:46.667864 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-f100baeb-c6ff-4297-84d6-cff79dc37f11 service neutron] 10.222.0.71 "GET /v2.0/networks/b86e4139-b59e-4a4f-a31b-f0f2a4606798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133823 Jun 08 14:03:46.730020 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47626) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:46.800388 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-02c73680-6f7f-4a93-8c05-df59fb92e6f6 req-11a9dbc3-6e60-49b9-956c-33a45886b14c service neutron] 10.222.0.71 "GET /v2.0/networks/b86e4139-b59e-4a4f-a31b-f0f2a4606798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252601 Jun 08 14:03:46.902538 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-7a489a9d-bd35-4cc4-9a58-7adc0d2d1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:46.904164 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-7a489a9d-bd35-4cc4-9a58-7adc0d2d1349 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=527c2147197143759b3c33dd4fd9a8c1&device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 1100 time: 0.0518651 Jun 08 14:03:46.992886 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-164a85bb-fde2-4640-88aa-d0cc915c32e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.028085 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-16da7f4f-43dd-406d-be1a-08595c21f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:47.029721 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-16da7f4f-43dd-406d-be1a-08595c21f312 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b86e4139-b59e-4a4f-a31b-f0f2a4606798 HTTP/1.1" status: 200 len: 870 time: 0.1185234 Jun 08 14:03:47.058259 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47632) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:47.082251 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fbe11962-00d1-44b9-898e-66b2adf1d455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.088860 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-a1d295f6-5206-4e9f-bb69-1e7c2c63c591 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b961affc-e60e-4e83-a54e-610c1bcd867f HTTP/1.1" status: 200 len: 217 time: 0.0477757 Jun 08 14:03:47.101655 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-164a85bb-fde2-4640-88aa-d0cc915c32e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.107491 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-164a85bb-fde2-4640-88aa-d0cc915c32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.159157 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a85bb-fde2-4640-88aa-d0cc915c32e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38725223-0719-43cd-b640-fa19ef788d22,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:47.166970 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-164a85bb-fde2-4640-88aa-d0cc915c32e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a73011272c9499a9b35cf413152aeab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350677 Jun 08 14:03:47.170340 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-5d9a52b1-5cc7-4eee-85cd-6331e7200d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:47.170583 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47634) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:47.172881 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-5d9a52b1-5cc7-4eee-85cd-6331e7200d28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a077cf3-30f2-4543-b30e-413555f83511 HTTP/1.1" status: 200 len: 843 time: 0.0689800 Jun 08 14:03:47.213856 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-25c9f538-9278-48d7-bfb4-7fe15773029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.236627 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-bd35452d-1226-43cc-9d61-e467d68b0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:47.238637 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-bd35452d-1226-43cc-9d61-e467d68b0d88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b86e4139-b59e-4a4f-a31b-f0f2a4606798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0564075 Jun 08 14:03:47.293034 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fbe11962-00d1-44b9-898e-66b2adf1d455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.308965 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d919a089-c0f9-49be-9674-3ac7a50dee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.313321 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-fbe11962-00d1-44b9-898e-66b2adf1d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.363108 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d919a089-c0f9-49be-9674-3ac7a50dee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.370889 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-896891ea-8a0b-4d5a-8118-4e2f40cbbb52 service neutron] 10.222.0.71 "GET /v2.0/networks/b86e4139-b59e-4a4f-a31b-f0f2a4606798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243794 Jun 08 14:03:47.391126 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe11962-00d1-44b9-898e-66b2adf1d455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ebbfed-df13-48c1-87c0-5c65829f48e2,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:47.400595 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-fbe11962-00d1-44b9-898e-66b2adf1d455 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a44a091b4f14404aa4a523cc3d2f0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411412 Jun 08 14:03:47.404299 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47638) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:47.424832 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a14be-0841-49d4-b780-b9edb70d76b8 req-5f49b48d-d245-4cd7-82fc-591aff39a86d tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:47.426382 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c93a14be-0841-49d4-b780-b9edb70d76b8 req-5f49b48d-d245-4cd7-82fc-591aff39a86d tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 947 time: 0.1614363 Jun 08 14:03:47.488298 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b62d324e-fba7-4a53-96b3-e017c3f4b2af req-155f8e63-82ba-4f01-8e5a-a2a474594084 service neutron] 10.222.0.71 "GET /v2.0/networks/b86e4139-b59e-4a4f-a31b-f0f2a4606798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089592 Jun 08 14:03:47.503244 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c93a14be-0841-49d4-b780-b9edb70d76b8 req-1dc994bf-e70b-405d-ae7f-0adb7c5f5773 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620553 Jun 08 14:03:47.516417 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d919a089-c0f9-49be-9674-3ac7a50dee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.521217 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-d919a089-c0f9-49be-9674-3ac7a50dee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.527223 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-d919a089-c0f9-49be-9674-3ac7a50dee48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38725223-0719-43cd-b640-fa19ef788d22 HTTP/1.1" status: 204 len: 168 time: 0.3509667 Jun 08 14:03:47.534275 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7aab6147-2e21-417e-8286-03f14cdf64f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.535983 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919a089-c0f9-49be-9674-3ac7a50dee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38725223-0719-43cd-b640-fa19ef788d22,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:47.567830 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7aab6147-2e21-417e-8286-03f14cdf64f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.621821 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7aab6147-2e21-417e-8286-03f14cdf64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.626950 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-7aab6147-2e21-417e-8286-03f14cdf64f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:47.628837 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7aab6147-2e21-417e-8286-03f14cdf64f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94ebbfed-df13-48c1-87c0-5c65829f48e2 HTTP/1.1" status: 204 len: 168 time: 0.2227480 Jun 08 14:03:47.640328 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab6147-2e21-417e-8286-03f14cdf64f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ebbfed-df13-48c1-87c0-5c65829f48e2,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:48.047043 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47648) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:48.066486 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-02a4506c-a8d0-4500-9ee1-439296df506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:48.145986 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-02a4506c-a8d0-4500-9ee1-439296df506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:48.150949 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-02a4506c-a8d0-4500-9ee1-439296df506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:48.190470 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-02a4506c-a8d0-4500-9ee1-439296df506e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=801b32eb4bd34ee5b2a5b762fc0bf4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423218 Jun 08 14:03:48.191442 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4506c-a8d0-4500-9ee1-439296df506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b455a3-b0c6-4c0a-986f-80a3064fb56e,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:48.193083 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47650) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:48.246563 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0166b04d-976b-45e3-addc-c5ed90d8488e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:48.273194 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0166b04d-976b-45e3-addc-c5ed90d8488e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:48.326979 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0166b04d-976b-45e3-addc-c5ed90d8488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:48.329422 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0166b04d-976b-45e3-addc-c5ed90d8488e admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:48.330586 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0166b04d-976b-45e3-addc-c5ed90d8488e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43b455a3-b0c6-4c0a-986f-80a3064fb56e HTTP/1.1" status: 204 len: 168 time: 0.1357131 Jun 08 14:03:48.338388 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166b04d-976b-45e3-addc-c5ed90d8488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b455a3-b0c6-4c0a-986f-80a3064fb56e,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:48.666091 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36689d73-12bc-4907-841e-ab0b10817b74 req-78f09d9d-eb14-4baf-a3fc-d15f714736fd tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:48.668817 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-36689d73-12bc-4907-841e-ab0b10817b74 req-78f09d9d-eb14-4baf-a3fc-d15f714736fd tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 947 time: 0.0775027 Jun 08 14:03:48.716000 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-36689d73-12bc-4907-841e-ab0b10817b74 req-80695c93-c56c-485a-980e-d278cfc9b4d8 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378702 Jun 08 14:03:49.396244 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-1072f1e1-63e7-4d18-82b0-b44561a5a971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:49.846836 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74581fc5-4c71-4a95-83f1-6425e1c87a96 req-ee9a1b2b-3a0f-4424-b17a-fbbbf81141e3 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:49.849786 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-74581fc5-4c71-4a95-83f1-6425e1c87a96 req-ee9a1b2b-3a0f-4424-b17a-fbbbf81141e3 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 947 time: 0.0584095 Jun 08 14:03:49.903494 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-74581fc5-4c71-4a95-83f1-6425e1c87a96 req-d4d65c23-2b69-43e7-9780-6b65b342988a tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480480 Jun 08 14:03:50.038838 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b961affc-e60e-4e83-a54e-610c1bcd867f details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:03:50.170670 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port b961affc-e60e-4e83-a54e-610c1bcd867f, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b961affc-e60e-4e83-a54e-610c1bcd867f,segment=NetworkSegment(f1d688aa-3655-485c-a861-2f327f6d030a),segment_id=f1d688aa-3655-485c-a861-2f327f6d030a)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:03:50.184481 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'b961affc-e60e-4e83-a54e-610c1bcd867f', 'network_id': 'b86e4139-b59e-4a4f-a31b-f0f2a4606798', 'port_id': 'b961affc-e60e-4e83-a54e-610c1bcd867f', 'mac_address': 'fa:16:3e:13:25:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a077cf3-30f2-4543-b30e-413555f83511', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:03:50.251031 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port b961affc-e60e-4e83-a54e-610c1bcd867f is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:03:50.251429 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:50.272261 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b961affc-e60e-4e83-a54e-610c1bcd867f {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:03:50.292481 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port b961affc-e60e-4e83-a54e-610c1bcd867f, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b961affc-e60e-4e83-a54e-610c1bcd867f,segment=NetworkSegment(f1d688aa-3655-485c-a861-2f327f6d030a),segment_id=f1d688aa-3655-485c-a861-2f327f6d030a)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:03:50.300772 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:50.374591 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=b961affc-e60e-4e83-a54e-610c1bcd867f,revision_number=4']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:50.392583 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.392945 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.393292 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.393646 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.394041 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.394381 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.394715 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.395045 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.395395 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.395720 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.396049 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.396394 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:03:50.588299 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['b961affc-e60e-4e83-a54e-610c1bcd867f'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:03:51.034544 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6fb-8fe7-429c-8cc1-a6eaea54a249 req-82c59f44-245a-43d0-b188-ad2b11ee899c tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:51.036051 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fb39e6fb-8fe7-429c-8cc1-a6eaea54a249 req-82c59f44-245a-43d0-b188-ad2b11ee899c tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 948 time: 0.0506072 Jun 08 14:03:51.074010 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:51.077725 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-fb39e6fb-8fe7-429c-8cc1-a6eaea54a249 req-a018b826-86c3-4d7d-b95a-18ce967eba31 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Jun 08 14:03:52.056712 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b961affc-e60e-4e83-a54e-610c1bcd867f up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:03:52.112488 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning for port b961affc-e60e-4e83-a54e-610c1bcd867f completed by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 14:03:52.130067 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port b961affc-e60e-4e83-a54e-610c1bcd867f triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:03:52.130851 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:52.223272 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134650c0-73f1-429e-a582-ede962cde2be req-7ba55f76-2c20-4852-a490-c6cb79f67dee tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:52.224982 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-134650c0-73f1-429e-a582-ede962cde2be req-7ba55f76-2c20-4852-a490-c6cb79f67dee tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 948 time: 0.0601466 Jun 08 14:03:52.244423 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port b961affc-e60e-4e83-a54e-610c1bcd867f is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:03:52.244615 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:52.271402 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4709ab6e-f50f-4bfc-85bd-09223b2e0b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b961affc-e60e-4e83-a54e-610c1bcd867f'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:03:52.273744 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21566629-79f8-4afc-a898-3a9991e0a079" -d '{"events": [{"server_uuid": "4709ab6e-f50f-4bfc-85bd-09223b2e0b3c", "name": "network-vif-plugged", "status": "completed", "tag": "b961affc-e60e-4e83-a54e-610c1bcd867f"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:03:52.281900 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-134650c0-73f1-429e-a582-ede962cde2be req-367e979d-72d2-4e1c-8d06-d0639371ddc9 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495324 Jun 08 14:03:52.298989 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port b961affc-e60e-4e83-a54e-610c1bcd867f, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b961affc-e60e-4e83-a54e-610c1bcd867f,segment=NetworkSegment(f1d688aa-3655-485c-a861-2f327f6d030a),segment_id=f1d688aa-3655-485c-a861-2f327f6d030a)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:03:52.314991 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:52.321177 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:52.345307 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e52a11-707a-464c-943f-608cb49de4f7 x-openstack-request-id: req-b6e52a11-707a-464c-943f-608cb49de4f7 {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:03:52.345740 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4709ab6e-f50f-4bfc-85bd-09223b2e0b3c", "name": "network-vif-plugged", "status": "completed", "tag": "b961affc-e60e-4e83-a54e-610c1bcd867f", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:03:52.345910 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6e52a11-707a-464c-943f-608cb49de4f7 {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:03:52.346355 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e52a11-707a-464c-943f-608cb49de4f7'] response: {'server_uuid': '4709ab6e-f50f-4bfc-85bd-09223b2e0b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b961affc-e60e-4e83-a54e-610c1bcd867f', 'code': 200} Jun 08 14:03:52.380795 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=b961affc-e60e-4e83-a54e-610c1bcd867f,revision_number=5']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:52.541312 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21082135-9c61-431a-8db1-d4ce6183fba3 req-517f73ab-8d48-4026-aade-a2603a612c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:52.542942 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21082135-9c61-431a-8db1-d4ce6183fba3 req-517f73ab-8d48-4026-aade-a2603a612c62 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 1102 time: 0.0419395 Jun 08 14:03:52.589022 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-21082135-9c61-431a-8db1-d4ce6183fba3 req-1c349065-2d56-4183-ba9a-690a3d28a291 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380206 Jun 08 14:03:52.817662 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:53.398810 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e8aed-a69c-4448-8ab4-7b33f3616900 req-08b00111-94ab-47a5-945b-748aafbd5ba7 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:53.400031 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-573e8aed-a69c-4448-8ab4-7b33f3616900 req-08b00111-94ab-47a5-945b-748aafbd5ba7 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 949 time: 0.0561848 Jun 08 14:03:53.438382 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-573e8aed-a69c-4448-8ab4-7b33f3616900 req-6a480f6c-e9e3-46b3-b9b4-f8070a64c15f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Jun 08 14:03:54.558283 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e0844-67c3-434a-9d03-c2ac1eeacfdc req-b709d776-4115-4f21-b769-50f110805ccc tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:54.559785 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ad9e0844-67c3-434a-9d03-c2ac1eeacfdc req-b709d776-4115-4f21-b769-50f110805ccc tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 949 time: 0.0526927 Jun 08 14:03:54.599403 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-ad9e0844-67c3-434a-9d03-c2ac1eeacfdc req-9e16b8e6-3b37-4ae8-a942-15487cc922ec tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Jun 08 14:03:54.859991 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da7e13-a20f-4e46-a119-32a51f51f83e req-d057ea1e-783b-4e04-98bc-7028b524db37 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:54.861486 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a3da7e13-a20f-4e46-a119-32a51f51f83e req-d057ea1e-783b-4e04-98bc-7028b524db37 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 949 time: 0.0489964 Jun 08 14:03:54.905530 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-a3da7e13-a20f-4e46-a119-32a51f51f83e req-33c81558-4340-418a-8979-ecf88d69793d tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379510 Jun 08 14:03:56.053836 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77899dd8-d5df-4bb9-8485-7a20a4bfdfbd req-6fc0595f-1eaa-47ac-988e-56a1d43d3c20 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:56.055378 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-77899dd8-d5df-4bb9-8485-7a20a4bfdfbd req-6fc0595f-1eaa-47ac-988e-56a1d43d3c20 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 949 time: 0.0579488 Jun 08 14:03:56.100452 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-77899dd8-d5df-4bb9-8485-7a20a4bfdfbd req-60f8a74b-6ba0-47d1-aa2e-eca51de6c851 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/security-groups?id=68e02445-7f35-40b6-9d5c-ea2028f51389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 Jun 08 14:03:56.300997 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-9d70268b-6fb5-419e-ad2b-0609f7bfa8b9 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:03:56.302518 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-9d70268b-6fb5-419e-ad2b-0609f7bfa8b9 tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.71 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 949 time: 0.0516739 Jun 08 14:03:56.402593 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-a0568651-ed90-4364-a20e-1c991e75ce6f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Deleting port b961affc-e60e-4e83-a54e-610c1bcd867f {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:03:56.402928 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-a0568651-ed90-4364-a20e-1c991e75ce6f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:56.494772 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-a0568651-ed90-4364-a20e-1c991e75ce6f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] For port b961affc-e60e-4e83-a54e-610c1bcd867f, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=b961affc-e60e-4e83-a54e-610c1bcd867f,segment=NetworkSegment(f1d688aa-3655-485c-a861-2f327f6d030a),segment_id=f1d688aa-3655-485c-a861-2f327f6d030a)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:03:56.495162 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-a0568651-ed90-4364-a20e-1c991e75ce6f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:56.508524 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-a0568651-ed90-4364-a20e-1c991e75ce6f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Calling delete_port for b961affc-e60e-4e83-a54e-610c1bcd867f owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:03:56.663028 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-a0568651-ed90-4364-a20e-1c991e75ce6f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:56.675851 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['b961affc-e60e-4e83-a54e-610c1bcd867f'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:03:56.699804 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0568651-ed90-4364-a20e-1c991e75ce6f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Pushing event deleted for resources: {'Port': ['ID=b961affc-e60e-4e83-a54e-610c1bcd867f,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:56.750796 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-a0568651-ed90-4364-a20e-1c991e75ce6f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] No DVR routers for this DVR port b961affc-e60e-4e83-a54e-610c1bcd867f on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:03:56.754141 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-a0568651-ed90-4364-a20e-1c991e75ce6f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:56.758721 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e82fbab2-5d2c-417f-9ba4-23c26ded08e5 req-a0568651-ed90-4364-a20e-1c991e75ce6f tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.71 "DELETE /v2.0/ports/b961affc-e60e-4e83-a54e-610c1bcd867f HTTP/1.1" status: 204 len: 173 time: 0.4492073 Jun 08 14:03:56.759449 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4709ab6e-f50f-4bfc-85bd-09223b2e0b3c', 'name': 'network-vif-deleted', 'tag': 'b961affc-e60e-4e83-a54e-610c1bcd867f'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:03:56.763384 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b68afc-ae8d-42d0-9dfa-4dacb9faeeae" -d '{"events": [{"server_uuid": "4709ab6e-f50f-4bfc-85bd-09223b2e0b3c", "name": "network-vif-deleted", "tag": "b961affc-e60e-4e83-a54e-610c1bcd867f"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:03:56.833374 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499d122d-1136-4c71-a519-95031caca18c x-openstack-request-id: req-499d122d-1136-4c71-a519-95031caca18c {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:03:56.833741 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4709ab6e-f50f-4bfc-85bd-09223b2e0b3c", "name": "network-vif-deleted", "tag": "b961affc-e60e-4e83-a54e-610c1bcd867f", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:03:56.834011 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-499d122d-1136-4c71-a519-95031caca18c {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:03:56.834426 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499d122d-1136-4c71-a519-95031caca18c'] response: {'server_uuid': '4709ab6e-f50f-4bfc-85bd-09223b2e0b3c', 'name': 'network-vif-deleted', 'tag': 'b961affc-e60e-4e83-a54e-610c1bcd867f', 'status': 'completed', 'code': 200} Jun 08 14:03:56.982408 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47796) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:57.097049 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-da2678c0-d4bc-4a56-a013-203bdfba2a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.190812 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-da2678c0-d4bc-4a56-a013-203bdfba2a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.194704 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-da2678c0-d4bc-4a56-a013-203bdfba2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.246241 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6f462866-0841-4163-b2e8-5253b1591323 req-608a04d9-0f80-41af-8091-994dfc3addcf tempest-VolumesNegativeTest-1273262751 tempest-VolumesNegativeTest-1273262751-project] 10.222.0.64 "GET /v2.0/ports?device_id=4709ab6e-f50f-4bfc-85bd-09223b2e0b3c HTTP/1.1" status: 200 len: 210 time: 0.0486917 Jun 08 14:03:57.268188 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-da2678c0-d4bc-4a56-a013-203bdfba2a09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64448819a46047b39d9b865339696112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759962 Jun 08 14:03:57.268340 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47802) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:57.268443 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2678c0-d4bc-4a56-a013-203bdfba2a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15a0040-975e-4622-9baf-464c9a929871,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:57.324387 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1a58d18e-a781-49b6-a004-0febeaf90a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.351391 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1a58d18e-a781-49b6-a004-0febeaf90a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.416763 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1a58d18e-a781-49b6-a004-0febeaf90a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.420050 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-1a58d18e-a781-49b6-a004-0febeaf90a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.422203 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-1a58d18e-a781-49b6-a004-0febeaf90a73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d15a0040-975e-4622-9baf-464c9a929871 HTTP/1.1" status: 204 len: 168 time: 0.1587746 Jun 08 14:03:57.434265 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58d18e-a781-49b6-a004-0febeaf90a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15a0040-975e-4622-9baf-464c9a929871,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:57.729039 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47808) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:57.743408 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5cabb40e-4100-4586-b20d-c5993265f3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.838716 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5cabb40e-4100-4586-b20d-c5993265f3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.843187 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5cabb40e-4100-4586-b20d-c5993265f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.897866 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-5cabb40e-4100-4586-b20d-c5993265f3cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63f0e54ed9bc426d94f1125d175f9b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669075 Jun 08 14:03:57.898978 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabb40e-4100-4586-b20d-c5993265f3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852c8855-c229-4d25-a313-c9763be627b1,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:57.900579 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47810) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:57.962291 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0d7b-3ef2-4ceb-a8e2-6d693ff034aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:57.984430 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0d7b-3ef2-4ceb-a8e2-6d693ff034aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:58.035092 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0d7b-3ef2-4ceb-a8e2-6d693ff034aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:58.037962 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0d7b-3ef2-4ceb-a8e2-6d693ff034aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:58.039241 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0a7d0d7b-3ef2-4ceb-a8e2-6d693ff034aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/852c8855-c229-4d25-a313-c9763be627b1 HTTP/1.1" status: 204 len: 168 time: 0.1375773 Jun 08 14:03:58.047205 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d0d7b-3ef2-4ceb-a8e2-6d693ff034aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852c8855-c229-4d25-a313-c9763be627b1,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:58.408709 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 47826) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:58.430828 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-410e8538-221b-4e43-a856-1f7aaa3fecb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:58.516902 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-410e8538-221b-4e43-a856-1f7aaa3fecb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:58.521284 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-410e8538-221b-4e43-a856-1f7aaa3fecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:58.562164 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-410e8538-221b-4e43-a856-1f7aaa3fecb7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23f33f23a9a24e789e0f235a85a1a092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490822 Jun 08 14:03:58.562893 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 47834) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:03:58.567110 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e8538-221b-4e43-a856-1f7aaa3fecb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b172fe2-b976-44ea-abe0-251247a28787,revision_number=1']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:03:58.625719 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf7923cf-cdfd-46b0-8502-8fec52aa7937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:58.649519 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf7923cf-cdfd-46b0-8502-8fec52aa7937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:58.711657 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf7923cf-cdfd-46b0-8502-8fec52aa7937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:58.715197 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-cf7923cf-cdfd-46b0-8502-8fec52aa7937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:03:58.716705 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-cf7923cf-cdfd-46b0-8502-8fec52aa7937 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b172fe2-b976-44ea-abe0-251247a28787 HTTP/1.1" status: 204 len: 168 time: 0.1532028 Jun 08 14:03:58.730859 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7923cf-cdfd-46b0-8502-8fec52aa7937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b172fe2-b976-44ea-abe0-251247a28787,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:04:00.080136 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b961affc-e60e-4e83-a54e-610c1bcd867f no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:04:00.107249 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: b961affc-e60e-4e83-a54e-610c1bcd867f {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:04:00.107249 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device b961affc-e60e-4e83-a54e-610c1bcd867f not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:04:02.707826 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:04:02.878935 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48152) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:04:03.025462 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-007b9f68-4b05-4307-9027-dde29bfacb81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=527c2147197143759b3c33dd4fd9a8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453588 Jun 08 14:04:03.028184 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48156) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:04:03.091891 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f4125b2-5853-4ec8-8088-7f9ed4a0e454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:03.115384 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f4125b2-5853-4ec8-8088-7f9ed4a0e454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:03.167889 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f4125b2-5853-4ec8-8088-7f9ed4a0e454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:03.170665 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-6f4125b2-5853-4ec8-8088-7f9ed4a0e454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:03.171849 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-6f4125b2-5853-4ec8-8088-7f9ed4a0e454 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68e02445-7f35-40b6-9d5c-ea2028f51389 HTTP/1.1" status: 204 len: 168 time: 0.1427979 Jun 08 14:04:03.179737 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4125b2-5853-4ec8-8088-7f9ed4a0e454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e02445-7f35-40b6-9d5c-ea2028f51389,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:04:07.585330 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:17.340203 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-c1419fe9-ee0e-4a00-9a85-4d038ae00069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:19.391661 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-30638cd9-021c-4026-9c78-dc7100a137e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:21.074913 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:22.316713 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:22.814235 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:27.648608 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48262) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:04:27.757309 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:27.836379 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:27.841920 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_create {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:27.882793 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=baa4814781b44943849021f9c4c6a955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327931 Jun 08 14:04:27.883829 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c874642-fb6c-46bf-8798-b6aa981d2229,revision_number=1']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:04:27.886277 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48266) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:04:27.897086 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.897462 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.897768 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.898098 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.898428 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.898752 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.899072 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.899413 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.899734 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.900052 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.900366 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.900678 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b6cc1-ac7e-4cf9-bc05-1363b2f294cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:04:27.942266 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-23e304b5-5fde-4ba2-b598-ed19e508c147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:27.964442 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-23e304b5-5fde-4ba2-b598-ed19e508c147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:28.011496 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-23e304b5-5fde-4ba2-b598-ed19e508c147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:28.014174 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-23e304b5-5fde-4ba2-b598-ed19e508c147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:28.017667 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-23e304b5-5fde-4ba2-b598-ed19e508c147 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c874642-fb6c-46bf-8798-b6aa981d2229 HTTP/1.1" status: 204 len: 168 time: 0.1279981 Jun 08 14:04:28.024586 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e304b5-5fde-4ba2-b598-ed19e508c147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c874642-fb6c-46bf-8798-b6aa981d2229,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:04:37.597881 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:39.707722 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:04:44.987400 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-ec2ca41e-ecb5-472b-9618-93c706955f6d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429776 Jun 08 14:04:45.071003 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-c61e3fd1-c18d-4811-90e6-3207607d6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:45.072485 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-c61e3fd1-c18d-4811-90e6-3207607d6595 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 1099 time: 0.0403576 Jun 08 14:04:45.175179 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-a0cccf59-eb0f-465e-865a-e62b87010bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:45.176619 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-a0cccf59-eb0f-465e-865a-e62b87010bbb service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.0833061 Jun 08 14:04:45.244795 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-3388fffe-7d65-4c3e-b16e-fed4e4d96b48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061 HTTP/1.1" status: 200 len: 1001 time: 0.0604279 Jun 08 14:04:45.293901 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-d3bbdee9-3a10-45fa-8087-624a94779c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:45.295394 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-d3bbdee9-3a10-45fa-8087-624a94779c3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0437376 Jun 08 14:04:45.339905 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-c90e7ee5-d84c-44e3-9d53-6049e0f78df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:04:45.341366 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-c90e7ee5-d84c-44e3-9d53-6049e0f78df6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392325 Jun 08 14:04:45.432744 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-80bb3c4a-1f85-42c6-9861-c0874a862146 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840013 Jun 08 14:04:45.519017 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f6b1787a-c7eb-44ed-9703-668aeaeabfdd req-9c68720a-8635-4a5e-92b3-a0cf44046074 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790312 Jun 08 14:04:47.212917 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-7c50dcc9-bf50-4ad4-bb50-c0da7a59fdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:49.393856 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-421046b7-092c-410f-960f-6d083457f9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:51.078013 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:52.319021 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:04:52.808295 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:02.792238 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fb3b8-28c8-489d-ba31-72d0af7399e2 req-334fe6ed-5869-4d5b-9d50-7318687d629a tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:02.794038 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b81fb3b8-28c8-489d-ba31-72d0af7399e2 req-334fe6ed-5869-4d5b-9d50-7318687d629a tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.2024364 Jun 08 14:05:02.836181 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b81fb3b8-28c8-489d-ba31-72d0af7399e2 req-5b12183f-da22-4ef7-8931-4e80f577654f tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360396 Jun 08 14:05:04.006615 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b8bae-f1d9-4ff0-9106-5606b46eb8f4 req-45c32440-d1d2-4585-bb65-cc36892f2f8c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:04.008076 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6d2b8bae-f1d9-4ff0-9106-5606b46eb8f4 req-45c32440-d1d2-4585-bb65-cc36892f2f8c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.1047454 Jun 08 14:05:04.045454 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-6d2b8bae-f1d9-4ff0-9106-5606b46eb8f4 req-3ba4c7f5-e086-463d-8be1-9143fbc9fdbe tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314050 Jun 08 14:05:05.160863 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e91948-58a7-41ef-893b-691af27a0f77 req-fd4bcd47-2a94-48d8-abfb-d3366722dc99 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:05.162630 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e3e91948-58a7-41ef-893b-691af27a0f77 req-fd4bcd47-2a94-48d8-abfb-d3366722dc99 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0511181 Jun 08 14:05:05.200581 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e3e91948-58a7-41ef-893b-691af27a0f77 req-04ef9949-0415-480a-bb43-0a5ebc5055c6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315638 Jun 08 14:05:06.314524 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317db6-b7d3-4078-837b-df11cd1269c7 req-6ded64e7-988e-4aa0-8c3d-a6a64e147e5d tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:06.315986 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cc317db6-b7d3-4078-837b-df11cd1269c7 req-6ded64e7-988e-4aa0-8c3d-a6a64e147e5d tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0479617 Jun 08 14:05:06.353040 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-cc317db6-b7d3-4078-837b-df11cd1269c7 req-575f2a90-65b4-455b-a933-a828529a604f tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310791 Jun 08 14:05:07.478353 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618169ac-7314-4d29-8a6b-fe81a7dff65f req-9028f629-de2b-4b30-94ac-9408c6daea29 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:07.479895 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-618169ac-7314-4d29-8a6b-fe81a7dff65f req-9028f629-de2b-4b30-94ac-9408c6daea29 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0532568 Jun 08 14:05:07.518631 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-618169ac-7314-4d29-8a6b-fe81a7dff65f req-bc86c388-c3db-4fc7-911c-c2772dafd859 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Jun 08 14:05:07.613879 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:08.634637 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac7cd-6c33-41f1-ab40-6a50cab1b5a5 req-418afe12-a320-4f3a-bfed-53cf1dbabf53 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:08.635944 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-af1ac7cd-6c33-41f1-ab40-6a50cab1b5a5 req-418afe12-a320-4f3a-bfed-53cf1dbabf53 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0475025 Jun 08 14:05:08.673210 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-af1ac7cd-6c33-41f1-ab40-6a50cab1b5a5 req-ee40dbc5-9dab-4846-bfff-42df63a87fc0 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306108 Jun 08 14:05:09.788937 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601947da-6884-48dc-9970-91b2944cbf91 req-859a0bf8-4276-4658-9e94-3f46d33dc6b3 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:09.790422 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-601947da-6884-48dc-9970-91b2944cbf91 req-859a0bf8-4276-4658-9e94-3f46d33dc6b3 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0487652 Jun 08 14:05:09.836308 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-601947da-6884-48dc-9970-91b2944cbf91 req-23d7f491-c009-42cf-b480-91d233ee4099 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399237 Jun 08 14:05:10.953886 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ff89d-5a61-4cc6-9e29-73e724307f4c req-ff0dd5ab-4fdd-4b99-9ad1-a4aa095cca05 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:10.955303 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bd5ff89d-5a61-4cc6-9e29-73e724307f4c req-ff0dd5ab-4fdd-4b99-9ad1-a4aa095cca05 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0510156 Jun 08 14:05:10.992682 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-bd5ff89d-5a61-4cc6-9e29-73e724307f4c req-e033c342-3ef5-464a-ae80-f9011c176346 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314310 Jun 08 14:05:12.104786 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e6e51-32e7-4e74-a4a3-8b700117620b req-54da47ee-2c43-4453-8f7f-3bf2fab09558 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:12.106430 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b87e6e51-32e7-4e74-a4a3-8b700117620b req-54da47ee-2c43-4453-8f7f-3bf2fab09558 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0483418 Jun 08 14:05:12.144301 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b87e6e51-32e7-4e74-a4a3-8b700117620b req-762b611c-1fd3-41f6-815d-ad1ec00322e1 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314009 Jun 08 14:05:12.866523 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513802c-cea1-407f-b046-3f2996e7341d req-8597fcb6-97ce-41a5-a0b8-a3c7b14c3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:12.868050 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b513802c-cea1-407f-b046-3f2996e7341d req-8597fcb6-97ce-41a5-a0b8-a3c7b14c3ec7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=278dab9625f34cc29d546c3d1e54a632&device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1098 time: 0.0918589 Jun 08 14:05:12.968969 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513802c-cea1-407f-b046-3f2996e7341d req-58feea17-3808-4675-8e18-3d8825457480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:12.970479 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b513802c-cea1-407f-b046-3f2996e7341d req-58feea17-3808-4675-8e18-3d8825457480 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbf5848f-feb6-43c8-940e-ceaa2ad18558 HTTP/1.1" status: 200 len: 909 time: 0.0910199 Jun 08 14:05:13.041626 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b513802c-cea1-407f-b046-3f2996e7341d req-555a4de7-4c2c-417b-9875-43c304d6a832 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a HTTP/1.1" status: 200 len: 1001 time: 0.0598629 Jun 08 14:05:13.089841 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513802c-cea1-407f-b046-3f2996e7341d req-ccb4121e-60cc-412f-aabe-dd4a5ea9f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:13.091310 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b513802c-cea1-407f-b046-3f2996e7341d req-ccb4121e-60cc-412f-aabe-dd4a5ea9f982 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d46bbbce-dbfd-465d-8dbe-1f26afda01ca HTTP/1.1" status: 200 len: 847 time: 0.0423834 Jun 08 14:05:13.145323 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513802c-cea1-407f-b046-3f2996e7341d req-0977fc15-3236-49fe-9a41-106d43e9d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:13.147385 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b513802c-cea1-407f-b046-3f2996e7341d req-0977fc15-3236-49fe-9a41-106d43e9d4c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbf5848f-feb6-43c8-940e-ceaa2ad18558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458601 Jun 08 14:05:13.161592 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [req-b513802c-cea1-407f-b046-3f2996e7341d req-524cc890-04e6-4ec3-9cc0-5c9e8413383a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=97369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 14:05:13.162556 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b513802c-cea1-407f-b046-3f2996e7341d req-524cc890-04e6-4ec3-9cc0-5c9e8413383a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054173 Jun 08 14:05:13.255527 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b513802c-cea1-407f-b046-3f2996e7341d req-66bd2e16-a4e2-48f7-ae6e-84071082c247 service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824516 Jun 08 14:05:13.259369 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc0dda-6a6b-4744-9216-11ca6815cc6a req-c3ad22a3-9d51-4f91-9b8d-c280eff81a3f tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:13.260876 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-12bc0dda-6a6b-4744-9216-11ca6815cc6a req-c3ad22a3-9d51-4f91-9b8d-c280eff81a3f tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0478084 Jun 08 14:05:13.299636 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-12bc0dda-6a6b-4744-9216-11ca6815cc6a req-d2a980bb-f704-470e-85c3-217407ade00c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320156 Jun 08 14:05:13.354272 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-b513802c-cea1-407f-b046-3f2996e7341d req-82fef1b9-553d-4aa6-8d78-f39339560b6a service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888519 Jun 08 14:05:14.414492 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9a672-a384-4fe5-b072-aa06d8d681e2 req-e6aa778f-30df-41b8-942b-968063d782c1 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:14.415868 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-62b9a672-a384-4fe5-b072-aa06d8d681e2 req-e6aa778f-30df-41b8-942b-968063d782c1 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0491762 Jun 08 14:05:14.453589 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-62b9a672-a384-4fe5-b072-aa06d8d681e2 req-43a39419-eeaf-4298-b0c5-548123342a0e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Jun 08 14:05:15.584705 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f77a16-5d8d-44a4-a505-d87ea5ad8c3b req-20670929-b827-4f49-bef1-7e53bfe1172b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:15.586264 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-55f77a16-5d8d-44a4-a505-d87ea5ad8c3b req-20670929-b827-4f49-bef1-7e53bfe1172b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0572739 Jun 08 14:05:15.622900 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-55f77a16-5d8d-44a4-a505-d87ea5ad8c3b req-62c46c5e-3d4c-4163-9d17-d9f1a8994fcd tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305538 Jun 08 14:05:16.706125 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:05:16.741187 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4b76a-a670-4f6d-9b14-afd0ba770d14 req-72d64670-99c5-48c4-a8ee-aa509deb0350 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:16.742652 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-36f4b76a-a670-4f6d-9b14-afd0ba770d14 req-72d64670-99c5-48c4-a8ee-aa509deb0350 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0529826 Jun 08 14:05:16.779490 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-36f4b76a-a670-4f6d-9b14-afd0ba770d14 req-03916348-d538-4139-b17d-a5d4c79ab8a9 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309658 Jun 08 14:05:17.213619 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-87d78389-92a1-4d18-9c4e-5f4ff3a40658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:17.894900 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52b389-f59a-405f-9143-58798618770a req-3b761165-c8cc-48d3-adbb-669c49a31a0c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:17.896367 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2a52b389-f59a-405f-9143-58798618770a req-3b761165-c8cc-48d3-adbb-669c49a31a0c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0502665 Jun 08 14:05:17.935561 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-2a52b389-f59a-405f-9143-58798618770a req-5cdb6d20-4229-45c3-94c4-5bc6103b9f42 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330055 Jun 08 14:05:18.555685 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device cc38ca72-dbba-4542-ae01-7484d14ee23a no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:05:18.634213 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port cc38ca72-dbba-4542-ae01-7484d14ee23a is: ACTIVE; New status is: DOWN {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:05:18.634596 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:18.657464 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:05:18.659976 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2dbc5f-171d-498a-ab14-1ed300940069" -d '{"events": [{"server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "name": "network-vif-unplugged", "status": "completed", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:05:18.672987 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port cc38ca72-dbba-4542-ae01-7484d14ee23a, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:18.676985 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:18.702888 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Jun 2022 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae820762-20e6-42a8-928d-287f357ffcfe x-openstack-request-id: req-ae820762-20e6-42a8-928d-287f357ffcfe {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:05:18.703197 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "name": "network-vif-unplugged", "status": "completed", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:05:18.703449 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae820762-20e6-42a8-928d-287f357ffcfe {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:05:18.704318 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae820762-20e6-42a8-928d-287f357ffcfe'] response: {'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'code': 200} Jun 08 14:05:18.729305 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=cc38ca72-dbba-4542-ae01-7484d14ee23a,revision_number=6']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:18.736279 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.736653 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.736990 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.737321 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.737676 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.738007 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.738331 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.738653 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.738995 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.739324 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.739643 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:18.739966 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:19.048929 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7c96-a075-4c7c-a6c6-0d49ef59a334 req-25723bc2-a540-462e-b408-ffe303ad3199 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:19.050405 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-87de7c96-a075-4c7c-a6c6-0d49ef59a334 req-25723bc2-a540-462e-b408-ffe303ad3199 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0481000 Jun 08 14:05:19.087621 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-87de7c96-a075-4c7c-a6c6-0d49ef59a334 req-00ad2193-9656-4396-a404-bf1ac5b52949 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311992 Jun 08 14:05:19.396758 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e39b1f7b-3dce-4034-8b0d-1bead287f629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:20.212466 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bdbd8-7e83-433e-b7b9-bd5538dd17e3 req-2e4d1e7f-e857-4863-a6d0-7b4cef9a5811 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:20.214013 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1b4bdbd8-7e83-433e-b7b9-bd5538dd17e3 req-2e4d1e7f-e857-4863-a6d0-7b4cef9a5811 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0545299 Jun 08 14:05:20.262649 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1b4bdbd8-7e83-433e-b7b9-bd5538dd17e3 req-41ae3e56-f5af-404c-83ad-0f1e425ac0b5 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392203 Jun 08 14:05:21.086051 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:21.394293 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513f966-a2b8-41d1-9c68-4c76c6ec19a0 req-88e133a2-b843-4407-9d5e-3b215c788c3c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:21.395729 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b513f966-a2b8-41d1-9c68-4c76c6ec19a0 req-88e133a2-b843-4407-9d5e-3b215c788c3c tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0517061 Jun 08 14:05:21.438705 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-b513f966-a2b8-41d1-9c68-4c76c6ec19a0 req-f10a3d9b-3680-4166-be67-a2f0e54c7268 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363493 Jun 08 14:05:21.674188 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-43f60544-c70c-4ebf-a4b4-3f4c79ee8d27 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524929 Jun 08 14:05:21.728780 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41358ee-361a-4c0c-8542-5dc3368ff1bd req-f561aed2-8b03-4322-8e74-46e9518916bd tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:21.730955 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f41358ee-361a-4c0c-8542-5dc3368ff1bd req-f561aed2-8b03-4322-8e74-46e9518916bd tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0761569 Jun 08 14:05:21.792855 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f41358ee-361a-4c0c-8542-5dc3368ff1bd req-fef18374-e219-4946-a537-61b0b629671a tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513091 Jun 08 14:05:22.326018 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:22.816534 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:22.953069 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d04292-a4de-489d-866a-6d45113e7ef5 req-2212a1e5-d2ea-4e93-a7bd-d85d42e36f98 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:22.955832 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-15d04292-a4de-489d-866a-6d45113e7ef5 req-2212a1e5-d2ea-4e93-a7bd-d85d42e36f98 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0601170 Jun 08 14:05:23.001554 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-15d04292-a4de-489d-866a-6d45113e7ef5 req-741ffa32-ff65-46ea-9581-85e7e61a58cc tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402563 Jun 08 14:05:23.503294 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-1139d4bb-3195-4645-a187-c702cf725c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:23.504783 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-1139d4bb-3195-4645-a187-c702cf725c54 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33&tenant_id=278dab9625f34cc29d546c3d1e54a632 HTTP/1.1" status: 200 len: 1096 time: 0.0431354 Jun 08 14:05:23.575915 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-a4e97e05-4c0c-473a-88cf-189250514fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:23.577370 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-a4e97e05-4c0c-473a-88cf-189250514fb1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=278dab9625f34cc29d546c3d1e54a632&device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1096 time: 0.0441191 Jun 08 14:05:23.669752 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-d533e819-5a39-4bd2-83f3-8be6a6d6a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:23.671240 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-d533e819-5a39-4bd2-83f3-8be6a6d6a993 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbf5848f-feb6-43c8-940e-ceaa2ad18558 HTTP/1.1" status: 200 len: 909 time: 0.0856695 Jun 08 14:05:23.743583 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-854e8c08-8459-467a-ac1a-323232541b88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a HTTP/1.1" status: 200 len: 999 time: 0.0618756 Jun 08 14:05:23.795344 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-da2981b9-5135-406c-bfc3-658d488c589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:23.796766 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-da2981b9-5135-406c-bfc3-658d488c589d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d46bbbce-dbfd-465d-8dbe-1f26afda01ca HTTP/1.1" status: 200 len: 847 time: 0.0428252 Jun 08 14:05:23.845845 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-e807d131-cf64-42b1-88d6-7fc08d74b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:23.847343 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-e807d131-cf64-42b1-88d6-7fc08d74b79a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbf5848f-feb6-43c8-940e-ceaa2ad18558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399554 Jun 08 14:05:23.947924 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-1b6cd941-abe9-4f5f-941e-755eb8e32711 service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900953 Jun 08 14:05:24.051176 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-cd6948c1-3c53-4d91-8686-6698a2b73dfb req-3c4174cc-234a-4468-83a8-7097330aeb5d service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919583 Jun 08 14:05:24.120941 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a96999-9b5d-4b07-9e1c-e778ac241c2e req-c84ea9b4-a159-4001-9d00-01f91447bccb tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:24.122456 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a7a96999-9b5d-4b07-9e1c-e778ac241c2e req-c84ea9b4-a159-4001-9d00-01f91447bccb tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0492911 Jun 08 14:05:24.162110 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-a7a96999-9b5d-4b07-9e1c-e778ac241c2e req-062cc26e-2de9-465e-819d-3cc10069becd tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335648 Jun 08 14:05:25.026102 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48346) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:25.223257 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Deleting port 1b2eb356-d3fe-4707-8ed1-da7c1e4c8a90 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:25.223971 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:25.366133 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedcc2c-7e87-4512-a29b-015e0b6fa4ef req-97323945-3242-4b86-8f20-20c5b55113cb tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:25.367737 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-deedcc2c-7e87-4512-a29b-015e0b6fa4ef req-97323945-3242-4b86-8f20-20c5b55113cb tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.1263783 Jun 08 14:05:25.382102 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:25.382426 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:25.406475 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Calling delete_port for 1b2eb356-d3fe-4707-8ed1-da7c1e4c8a90 owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:25.435310 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-deedcc2c-7e87-4512-a29b-015e0b6fa4ef req-18f01866-9895-4866-9c7a-1051552c5446 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572977 Jun 08 14:05:25.615296 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:25.647955 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event deleted for resources: {'Port': ['ID=1b2eb356-d3fe-4707-8ed1-da7c1e4c8a90,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:25.674804 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.675152 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.675501 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.675832 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.676165 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.676501 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.676829 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.677157 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.677485 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.677831 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.678160 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.678478 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:25.724957 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:25.725294 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Floating IP 6babc2f8-7a62-47bf-9b0d-213e15f38f66 disassociated (deleted). External IP: 172.27.0.155, port: 15b33d25-80bd-4c90-b0d6-3bdd93040baa. Jun 08 14:05:25.942770 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:05:26.317059 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:05:26.321598 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:26.326946 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] Sync routers for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:05:26.338455 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:05:26.339174 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:05:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:26.350879 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-dfd4a9d3-d3ce-45db-8058-2b2aa0454d4e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "DELETE /v2.0/floatingips/6babc2f8-7a62-47bf-9b0d-213e15f38f66 HTTP/1.1" status: 204 len: 168 time: 1.3236012 Jun 08 14:05:26.351594 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'tag': '15b33d25-80bd-4c90-b0d6-3bdd93040baa'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:05:26.353870 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225f882a-7944-49bc-bd14-22cd08765120" -d '{"events": [{"name": "network-changed", "server_uuid": "424c5eab-e118-4d22-afb4-56fdcd953f7a", "tag": "15b33d25-80bd-4c90-b0d6-3bdd93040baa"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:05:26.450567 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:05:26.466146 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3761e5fb-9caa-4bf5-885b-bd3b66eef1ba x-openstack-request-id: req-3761e5fb-9caa-4bf5-885b-bd3b66eef1ba {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:05:26.466428 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424c5eab-e118-4d22-afb4-56fdcd953f7a", "tag": "15b33d25-80bd-4c90-b0d6-3bdd93040baa", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:05:26.466668 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3761e5fb-9caa-4bf5-885b-bd3b66eef1ba {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:05:26.467055 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3761e5fb-9caa-4bf5-885b-bd3b66eef1ba'] response: {'name': 'network-changed', 'server_uuid': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'tag': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'status': 'completed', 'code': 200} Jun 08 14:05:26.583105 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f882a-7944-49bc-bd14-22cd08765120 req-6aad30f9-a6f4-45d8-8569-e692be20b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:26.584645 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-225f882a-7944-49bc-bd14-22cd08765120 req-6aad30f9-a6f4-45d8-8569-e692be20b425 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 1099 time: 0.0875695 Jun 08 14:05:26.598244 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1c53e-f286-43a5-a328-1f643fbd8356 req-0f257b4d-55a3-48f2-afa8-0f02645ec276 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:26.600041 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e3c1c53e-f286-43a5-a328-1f643fbd8356 req-0f257b4d-55a3-48f2-afa8-0f02645ec276 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0723407 Jun 08 14:05:26.639952 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d4fec-0934-4b2b-b059-24d65091def6 req-efbf1f47-6b5e-4587-b721-1d079dd84d30 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:26.641709 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-012d4fec-0934-4b2b-b059-24d65091def6 req-efbf1f47-6b5e-4587-b721-1d079dd84d30 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 946 time: 0.0519431 Jun 08 14:05:26.692322 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-e3c1c53e-f286-43a5-a328-1f643fbd8356 req-388d8a6f-feca-4f75-9c48-fe3929b71963 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814085 Jun 08 14:05:26.694132 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-012d4fec-0934-4b2b-b059-24d65091def6 req-e115c4bc-8b29-480e-9bc2-0c092a815477 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 Jun 08 14:05:26.726711 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f882a-7944-49bc-bd14-22cd08765120 req-da11fe61-228e-4666-a405-45eedbf1f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:26.728478 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-225f882a-7944-49bc-bd14-22cd08765120 req-da11fe61-228e-4666-a405-45eedbf1f6ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.1272118 Jun 08 14:05:26.746172 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '06497f9f-a155-484a-b5fb-d1f91fd09081', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:6d:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:01:22Z', 'updated_at': '2022-06-08T14:01:25Z', 'revision_number': 1, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:26.776253 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-225f882a-7944-49bc-bd14-22cd08765120 req-6ca8e7dd-7494-4b23-9de6-dfaa4ad98b4e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15b33d25-80bd-4c90-b0d6-3bdd93040baa HTTP/1.1" status: 200 len: 217 time: 0.0398326 Jun 08 14:05:26.777135 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] Checking router: 7fad602a-6b54-4c55-bbb1-16d34c9e8030 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:05:26.786586 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:05:26.787191 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:05:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:26.835332 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f882a-7944-49bc-bd14-22cd08765120 req-b60321b5-709e-4b43-966e-d7bf36985fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:26.837564 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-225f882a-7944-49bc-bd14-22cd08765120 req-b60321b5-709e-4b43-966e-d7bf36985fb9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0540743 Jun 08 14:05:26.885006 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f882a-7944-49bc-bd14-22cd08765120 req-72fddaf5-05e8-44a3-946e-0b5acd1218fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:26.886558 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-225f882a-7944-49bc-bd14-22cd08765120 req-72fddaf5-05e8-44a3-946e-0b5acd1218fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415339 Jun 08 14:05:26.898426 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:05:26.991628 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-225f882a-7944-49bc-bd14-22cd08765120 req-c02c159a-0a4a-4845-a7e1-2aa5937e7289 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974801 Jun 08 14:05:27.087438 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-225f882a-7944-49bc-bd14-22cd08765120 req-193ebacf-09a9-4fff-af1f-a6034b1c1c28 service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881085 Jun 08 14:05:27.123888 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '06497f9f-a155-484a-b5fb-d1f91fd09081', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:6d:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:01:22Z', 'updated_at': '2022-06-08T14:01:25Z', 'revision_number': 1, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:27.154264 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a0b60-ffe7-4e84-b976-ab00d4569363 None None] The sync data for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi is: [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_floatingips': [{'id': '06497f9f-a155-484a-b5fb-d1f91fd09081', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'router_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'port_id': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'mac_address': 'fa:16:3e:6d:35:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-08T14:01:22Z', 'updated_at': '2022-06-08T14:01:25Z', 'revision_number': 1, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:05:27.376812 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f01ad9-0b33-48bb-abb7-a6c73004d516 None None] New status for floating IP 6babc2f8-7a62-47bf-9b0d-213e15f38f66: DOWN {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:05:27.821949 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3141f-9538-40ac-9639-ebdd63acd619 req-1e2c9ce5-bbb9-4749-95d2-dc76bb0c5dc8 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:27.823537 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-27b3141f-9538-40ac-9639-ebdd63acd619 req-1e2c9ce5-bbb9-4749-95d2-dc76bb0c5dc8 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0568416 Jun 08 14:05:27.825700 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503684-0642-4ac0-a204-b03cc3f7a41f req-beacbfb7-1335-4356-b0ee-8c695225996a tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:27.827169 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e9503684-0642-4ac0-a204-b03cc3f7a41f req-beacbfb7-1335-4356-b0ee-8c695225996a tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 946 time: 0.0563455 Jun 08 14:05:27.863533 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-27b3141f-9538-40ac-9639-ebdd63acd619 req-1f8a73d8-b79a-4d40-966d-d8335f823a2b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339100 Jun 08 14:05:27.865188 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-e9503684-0642-4ac0-a204-b03cc3f7a41f req-3c227b3f-f7d8-4ab7-8065-560aa629a8f9 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Jun 08 14:05:28.374126 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-577acd88-03df-45e0-a4af-beec6e70ff0f tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:28.376403 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-577acd88-03df-45e0-a4af-beec6e70ff0f tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 946 time: 0.0579410 Jun 08 14:05:28.476526 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-5d01a73d-7178-4a28-b900-7c5d181e66dd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Deleting port 15b33d25-80bd-4c90-b0d6-3bdd93040baa {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:28.476845 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-5d01a73d-7178-4a28-b900-7c5d181e66dd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:28.580043 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-5d01a73d-7178-4a28-b900-7c5d181e66dd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] For port 15b33d25-80bd-4c90-b0d6-3bdd93040baa, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=15b33d25-80bd-4c90-b0d6-3bdd93040baa,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:28.580403 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-5d01a73d-7178-4a28-b900-7c5d181e66dd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:28.593411 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-5d01a73d-7178-4a28-b900-7c5d181e66dd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Calling delete_port for 15b33d25-80bd-4c90-b0d6-3bdd93040baa owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:28.724066 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-5d01a73d-7178-4a28-b900-7c5d181e66dd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:28.758084 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01a73d-7178-4a28-b900-7c5d181e66dd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event deleted for resources: {'Port': ['ID=15b33d25-80bd-4c90-b0d6-3bdd93040baa,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:28.804841 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-5d01a73d-7178-4a28-b900-7c5d181e66dd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] No DVR routers for this DVR port 15b33d25-80bd-4c90-b0d6-3bdd93040baa on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:05:28.807357 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-5d01a73d-7178-4a28-b900-7c5d181e66dd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:28.810666 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8804eb08-0ce8-40d0-8a9a-455f3dd0f7c6 req-5d01a73d-7178-4a28-b900-7c5d181e66dd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "DELETE /v2.0/ports/15b33d25-80bd-4c90-b0d6-3bdd93040baa HTTP/1.1" status: 204 len: 173 time: 0.4268336 Jun 08 14:05:28.811101 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'name': 'network-vif-deleted', 'tag': '15b33d25-80bd-4c90-b0d6-3bdd93040baa'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:05:28.813850 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc5c341-7c70-4213-8099-cddaca3896ff" -d '{"events": [{"server_uuid": "424c5eab-e118-4d22-afb4-56fdcd953f7a", "name": "network-vif-deleted", "tag": "15b33d25-80bd-4c90-b0d6-3bdd93040baa"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:05:28.860529 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94acf739-30e6-44da-8517-5a4a973ee68f x-openstack-request-id: req-94acf739-30e6-44da-8517-5a4a973ee68f {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:05:28.861122 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424c5eab-e118-4d22-afb4-56fdcd953f7a", "name": "network-vif-deleted", "tag": "15b33d25-80bd-4c90-b0d6-3bdd93040baa", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:05:28.861122 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94acf739-30e6-44da-8517-5a4a973ee68f {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:05:28.861473 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94acf739-30e6-44da-8517-5a4a973ee68f'] response: {'server_uuid': '424c5eab-e118-4d22-afb4-56fdcd953f7a', 'name': 'network-vif-deleted', 'tag': '15b33d25-80bd-4c90-b0d6-3bdd93040baa', 'status': 'completed', 'code': 200} Jun 08 14:05:28.966054 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-77adae65-140f-440a-aba8-b98e23dce866 req-4341a568-e995-4594-adf8-051a477a18ab tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=424c5eab-e118-4d22-afb4-56fdcd953f7a HTTP/1.1" status: 200 len: 210 time: 0.0285778 Jun 08 14:05:28.993296 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299facb-1644-4a40-aed9-65bed22afd1a req-4b409c30-bc0f-443e-ac65-fe85e3a5d595 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:28.994808 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c299facb-1644-4a40-aed9-65bed22afd1a req-4b409c30-bc0f-443e-ac65-fe85e3a5d595 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0574613 Jun 08 14:05:29.033696 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-c299facb-1644-4a40-aed9-65bed22afd1a req-6c2e3900-9433-4e0f-9632-61db1fc84bae tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319951 Jun 08 14:05:30.161926 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8e3da-8b92-412a-b771-526f6e1add62 req-4c90512d-6a4f-478c-8d92-b1254116c63e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:30.163547 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-61f8e3da-8b92-412a-b771-526f6e1add62 req-4c90512d-6a4f-478c-8d92-b1254116c63e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 943 time: 0.0569432 Jun 08 14:05:30.204550 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-61f8e3da-8b92-412a-b771-526f6e1add62 req-596d2af6-5f62-45ce-86d2-a8ce42d6ffb6 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349190 Jun 08 14:05:30.648404 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device cc38ca72-dbba-4542-ae01-7484d14ee23a details requested by agent hyperv_hv-cinder-84513 with host hv-cinder-84513 {{(pid=97371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 08 14:05:30.651987 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 15b33d25-80bd-4c90-b0d6-3bdd93040baa no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:05:30.678913 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: 15b33d25-80bd-4c90-b0d6-3bdd93040baa {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:05:30.679250 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device 15b33d25-80bd-4c90-b0d6-3bdd93040baa not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:05:30.785462 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port cc38ca72-dbba-4542-ae01-7484d14ee23a, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:30.797857 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Returning: {'device': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'port_id': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'mac_address': 'fa:16:3e:a4:1f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=97371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 08 14:05:30.836265 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port cc38ca72-dbba-4542-ae01-7484d14ee23a is: DOWN; New status is: BUILD {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:05:30.836809 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:30.851282 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc38ca72-dbba-4542-ae01-7484d14ee23a {{(pid=97371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 08 14:05:30.870821 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port cc38ca72-dbba-4542-ae01-7484d14ee23a, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:30.875608 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:30.923225 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=cc38ca72-dbba-4542-ae01-7484d14ee23a,revision_number=7']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:31.170854 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] get_ports_and_sgs() called for port_ids ['cc38ca72-dbba-4542-ae01-7484d14ee23a'] {{(pid=97371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 08 14:05:31.336429 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0641ca4-091c-48cd-bd13-dfdefbba6af4 req-785e837b-9ed7-4b5f-8967-8311b3e4deb5 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:31.337951 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f0641ca4-091c-48cd-bd13-dfdefbba6af4 req-785e837b-9ed7-4b5f-8967-8311b3e4deb5 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 944 time: 0.0561080 Jun 08 14:05:31.384181 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-f0641ca4-091c-48cd-bd13-dfdefbba6af4 req-e974a025-2d0a-41f8-a97a-108342cb5a91 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397358 Jun 08 14:05:32.261912 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48388) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:32.433134 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Deleting port 78565a37-f8e4-460e-985e-71825dfbfdcd {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:32.433844 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:32.517389 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4543df2-7a64-4808-9272-7a0b1fabf9b3 req-62c78e70-c5a9-43b2-9d2f-8185215f723a tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:32.518948 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f4543df2-7a64-4808-9272-7a0b1fabf9b3 req-62c78e70-c5a9-43b2-9d2f-8185215f723a tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 944 time: 0.0589385 Jun 08 14:05:32.533921 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:32.534321 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:32.549864 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Calling delete_port for 78565a37-f8e4-460e-985e-71825dfbfdcd owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:32.576659 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f4543df2-7a64-4808-9272-7a0b1fabf9b3 req-728057cd-4119-468d-8210-ea7165caeb8b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513639 Jun 08 14:05:32.647987 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device cc38ca72-dbba-4542-ae01-7484d14ee23a up at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 08 14:05:32.708473 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.provisioning_blocks [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Provisioning complete for port cc38ca72-dbba-4542-ae01-7484d14ee23a triggered by entity L2. {{(pid=97371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 14:05:32.708825 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981285'] for port, provisioning_complete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:32.721212 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:32.749420 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event deleted for resources: {'Port': ['ID=78565a37-f8e4-460e-985e-71825dfbfdcd,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:32.811607 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Current status of the port cc38ca72-dbba-4542-ae01-7484d14ee23a is: BUILD; New status is: ACTIVE {{(pid=97371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jun 08 14:05:32.812104 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940441'] for port, before_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:32.819851 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:32.819851 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Floating IP 06497f9f-a155-484a-b5fb-d1f91fd09081 disassociated (deleted). External IP: 172.27.0.98, port: e3bc1722-8d2e-44a0-bd50-4f14efaae061. Jun 08 14:05:32.843764 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a'}] {{(pid=97371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:05:32.848544 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c732d398b15a90fb3756a121fd085d032ae0b37795a2be95d9be8b437ab16bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90415d2-a58c-4ff7-b196-292129d91a97" -d '{"events": [{"server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "name": "network-vif-plugged", "status": "completed", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a"}]}' {{(pid=97371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:05:32.862276 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] For port cc38ca72-dbba-4542-ae01-7484d14ee23a, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:32.869238 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735513922681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735513462932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735513472826'] for port, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:32.908938 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325bc02b-1d41-4399-b162-d887a9bde57b x-openstack-request-id: req-325bc02b-1d41-4399-b162-d887a9bde57b {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:05:32.909329 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "name": "network-vif-plugged", "status": "completed", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a", "code": 200}]} {{(pid=97371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:05:32.909461 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-325bc02b-1d41-4399-b162-d887a9bde57b {{(pid=97371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:05:32.909879 dv-cinder-845130-1-iscsi neutron-server[97371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325bc02b-1d41-4399-b162-d887a9bde57b'] response: {'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'code': 200} Jun 08 14:05:32.947914 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Pushing event updated for resources: {'Port': ['ID=cc38ca72-dbba-4542-ae01-7484d14ee23a,revision_number=8']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:33.078344 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:05:33.214999 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ae05c-9138-47f4-a9f6-4c768eb5168c req-726787fd-3a60-477a-84f5-49aafd5c7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:33.216485 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-448ae05c-9138-47f4-a9f6-4c768eb5168c req-726787fd-3a60-477a-84f5-49aafd5c7c4f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1098 time: 0.0935953 Jun 08 14:05:33.222992 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:05:33.228122 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:33.233454 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] Sync routers for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:05:33.245902 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:05:33.246795 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:05:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:33.270646 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-64b5d4cc-75c7-4048-8cd5-c7d0ff0845b6 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "DELETE /v2.0/floatingips/06497f9f-a155-484a-b5fb-d1f91fd09081 HTTP/1.1" status: 204 len: 168 time: 1.0076294 Jun 08 14:05:33.272388 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'tag': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:05:33.274618 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cb4f9a-e788-461c-ab60-6793bb340b98" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf85366-4350-40d5-b34f-a9a267ba293b", "tag": "e3bc1722-8d2e-44a0-bd50-4f14efaae061"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:05:33.290734 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-448ae05c-9138-47f4-a9f6-4c768eb5168c req-06fbf504-c4df-4a1f-99a5-745bf4bb1803 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598605 Jun 08 14:05:33.329202 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bace55-d3ef-4a38-92aa-4272d048d219 x-openstack-request-id: req-99bace55-d3ef-4a38-92aa-4272d048d219 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:05:33.329544 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf85366-4350-40d5-b34f-a9a267ba293b", "tag": "e3bc1722-8d2e-44a0-bd50-4f14efaae061", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:05:33.329959 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99bace55-d3ef-4a38-92aa-4272d048d219 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:05:33.331019 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99bace55-d3ef-4a38-92aa-4272d048d219'] response: {'name': 'network-changed', 'server_uuid': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'tag': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'status': 'completed', 'code': 200} Jun 08 14:05:33.504239 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:05:33.606520 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80506c1f-d499-48e3-9128-f138094d628f req-b07011ba-f3fb-40c5-a3ce-7684f051adbd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:33.609213 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-80506c1f-d499-48e3-9128-f138094d628f req-b07011ba-f3fb-40c5-a3ce-7684f051adbd tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 946 time: 0.1012697 Jun 08 14:05:33.703969 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-85e0005c-898d-46a3-ab16-2073291cdf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:33.706495 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-85e0005c-898d-46a3-ab16-2073291cdf45 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 1099 time: 0.1341166 Jun 08 14:05:33.712061 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-80506c1f-d499-48e3-9128-f138094d628f req-d9a0734b-5356-4eab-a335-280f11a24212 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777810 Jun 08 14:05:33.794835 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:33.800666 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03561a0-7a80-4c3c-93c2-759763f2b70b req-01987a06-7210-4501-b2e8-b0795a1d776b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:33.802270 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f03561a0-7a80-4c3c-93c2-759763f2b70b req-01987a06-7210-4501-b2e8-b0795a1d776b tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0599504 Jun 08 14:05:33.832627 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] Checking router: 7fad602a-6b54-4c55-bbb1-16d34c9e8030 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:05:33.840690 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-ef99a7b7-43df-4c56-9844-ba71997cbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:33.842471 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-ef99a7b7-43df-4c56-9844-ba71997cbd4b service neutron] 10.222.0.71 "GET /v2.0/networks?id=916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 200 len: 912 time: 0.1222100 Jun 08 14:05:33.842806 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:05:33.843428 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:05:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:33.855718 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-f03561a0-7a80-4c3c-93c2-759763f2b70b req-b50ea716-d61e-440f-aeac-6fbce8b96d7a tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 Jun 08 14:05:33.892915 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-b785d00a-ad68-4c34-96bb-46eaed4b0c45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061 HTTP/1.1" status: 200 len: 217 time: 0.0431345 Jun 08 14:05:33.943683 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-8355b8de-4ce1-4091-91ca-539ebb2115dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:33.945145 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-8355b8de-4ce1-4091-91ca-539ebb2115dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 200 len: 850 time: 0.0451894 Jun 08 14:05:33.964947 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:05:33.993444 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-0719f2d6-148b-4247-a968-5bf6ad741d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:33.994987 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-0719f2d6-148b-4247-a968-5bf6ad741d42 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=916ca76b-21eb-4307-84a8-b942f7d90566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422075 Jun 08 14:05:34.099370 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-bff56b1e-ee5f-4f73-955e-665b91ef7c4b service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950723 Jun 08 14:05:34.185720 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:34.213568 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e99d9b-c0a9-4004-8ae1-0c0c4d3f8847 None None] The sync data for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi is: [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:31Z', 'revision_number': 4, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '04298f70-708b-4043-ba27-958d8d34607d', 'name': '', 'network_id': '916ca76b-21eb-4307-84a8-b942f7d90566', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:30Z', 'updated_at': '2022-06-08T13:57:39Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'subnets': [{'id': '255a9d14-cc72-4ff8-8366-f55bf8edb7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:05:34.214828 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-57cb4f9a-e788-461c-ab60-6793bb340b98 req-63dd5117-fce4-499e-ab66-7db2ce1a009f service neutron] 10.222.0.71 "GET /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051691 Jun 08 14:05:34.472501 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6d628-7eef-4a7c-9c87-30aab4bb18bf None None] New status for floating IP 06497f9f-a155-484a-b5fb-d1f91fd09081: DOWN {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:05:34.850427 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7fca5-bf4c-4aa2-8922-c1276eb680c8 req-830d4de5-33e6-46ee-b41a-ce9099b614b0 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:34.852091 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-69b7fca5-bf4c-4aa2-8922-c1276eb680c8 req-830d4de5-33e6-46ee-b41a-ce9099b614b0 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 946 time: 0.0587330 Jun 08 14:05:34.891104 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-69b7fca5-bf4c-4aa2-8922-c1276eb680c8 req-1cf0b654-1e39-420f-a455-17b2a369ed47 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327363 Jun 08 14:05:34.978922 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57173e-91b2-4648-bb45-aefd282a95ff req-f240cba7-e43a-4f14-9a6f-cf06887a66e0 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:34.980364 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3b57173e-91b2-4648-bb45-aefd282a95ff req-f240cba7-e43a-4f14-9a6f-cf06887a66e0 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0534925 Jun 08 14:05:35.018917 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-3b57173e-91b2-4648-bb45-aefd282a95ff req-97a93c42-e7b3-400d-97fa-fc217a646070 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317380 Jun 08 14:05:35.361585 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-833692f8-94c5-4da6-91d1-4aa669e33da3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:35.363065 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-833692f8-94c5-4da6-91d1-4aa669e33da3 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 946 time: 0.0475969 Jun 08 14:05:35.454938 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-35250e13-a734-4ebf-9de5-e82558ef84f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Deleting port e3bc1722-8d2e-44a0-bd50-4f14efaae061 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:35.455276 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-35250e13-a734-4ebf-9de5-e82558ef84f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:35.552980 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-35250e13-a734-4ebf-9de5-e82558ef84f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] For port e3bc1722-8d2e-44a0-bd50-4f14efaae061, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=e3bc1722-8d2e-44a0-bd50-4f14efaae061,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:35.553336 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-35250e13-a734-4ebf-9de5-e82558ef84f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:35.565561 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-35250e13-a734-4ebf-9de5-e82558ef84f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Calling delete_port for e3bc1722-8d2e-44a0-bd50-4f14efaae061 owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:35.692217 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-35250e13-a734-4ebf-9de5-e82558ef84f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:35.720807 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35250e13-a734-4ebf-9de5-e82558ef84f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event deleted for resources: {'Port': ['ID=e3bc1722-8d2e-44a0-bd50-4f14efaae061,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:35.762629 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-35250e13-a734-4ebf-9de5-e82558ef84f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] No DVR routers for this DVR port e3bc1722-8d2e-44a0-bd50-4f14efaae061 on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:05:35.765125 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-35250e13-a734-4ebf-9de5-e82558ef84f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:35.768441 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-93e1be24-5715-4f77-8efc-b79d283c8c23 req-35250e13-a734-4ebf-9de5-e82558ef84f8 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.71 "DELETE /v2.0/ports/e3bc1722-8d2e-44a0-bd50-4f14efaae061 HTTP/1.1" status: 204 len: 173 time: 0.4001172 Jun 08 14:05:35.768875 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'name': 'network-vif-deleted', 'tag': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:05:35.771114 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad6a612-5a34-4815-9c8d-0668332fba36" -d '{"events": [{"server_uuid": "8cf85366-4350-40d5-b34f-a9a267ba293b", "name": "network-vif-deleted", "tag": "e3bc1722-8d2e-44a0-bd50-4f14efaae061"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:05:35.815132 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f68be54-bdfd-46e1-b8c6-b2c68814944a x-openstack-request-id: req-0f68be54-bdfd-46e1-b8c6-b2c68814944a {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:05:35.815415 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf85366-4350-40d5-b34f-a9a267ba293b", "name": "network-vif-deleted", "tag": "e3bc1722-8d2e-44a0-bd50-4f14efaae061", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:05:35.815665 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f68be54-bdfd-46e1-b8c6-b2c68814944a {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:05:35.816056 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f68be54-bdfd-46e1-b8c6-b2c68814944a'] response: {'server_uuid': '8cf85366-4350-40d5-b34f-a9a267ba293b', 'name': 'network-vif-deleted', 'tag': 'e3bc1722-8d2e-44a0-bd50-4f14efaae061', 'status': 'completed', 'code': 200} Jun 08 14:05:35.992892 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-9516b36e-a5e7-49d5-b5ee-de4d62ae97e8 req-41734652-b2a0-4d5e-a74d-5b62a3e1a646 tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cf85366-4350-40d5-b34f-a9a267ba293b HTTP/1.1" status: 200 len: 210 time: 0.0300336 Jun 08 14:05:37.054537 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48414) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:37.184051 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Deleting port 13e69f87-19e5-4b7f-956a-441e6d1bd2e1 {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:37.184379 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:37.261166 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:37.261727 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:37.274184 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Calling delete_port for 13e69f87-19e5-4b7f-956a-441e6d1bd2e1 owned by network:floatingip {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:37.421440 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:37.444749 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event deleted for resources: {'Port': ['ID=13e69f87-19e5-4b7f-956a-441e6d1bd2e1,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:37.457996 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.458353 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.458692 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.459028 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.459361 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.459690 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.460018 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.460344 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.461251 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.461251 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.461457 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.461605 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:05:37.532365 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for floatingip, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:37.534898 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:37.536290 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-48bcf42f-99ec-41a2-8cd6-9048aff06e7d tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "DELETE /v2.0/floatingips/88f8ca59-321b-4bc2-8367-469d611d05e1 HTTP/1.1" status: 204 len: 168 time: 0.4804480 Jun 08 14:05:37.614386 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:38.664371 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device e3bc1722-8d2e-44a0-bd50-4f14efaae061 no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:05:38.687533 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: e3bc1722-8d2e-44a0-bd50-4f14efaae061 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:05:38.688490 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device e3bc1722-8d2e-44a0-bd50-4f14efaae061 not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:05:38.742349 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48426) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:38.810458 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ac84-7603-4b94-a6af-02ff5c26e10e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:38.835776 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ac84-7603-4b94-a6af-02ff5c26e10e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:38.901684 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ac84-7603-4b94-a6af-02ff5c26e10e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:38.904705 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ac84-7603-4b94-a6af-02ff5c26e10e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:38.905872 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-e7d0ac84-7603-4b94-a6af-02ff5c26e10e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] 10.222.0.64 "DELETE /v2.0/security-groups/5bc04445-5ed6-4968-9c3c-c3d6831d2a9d HTTP/1.1" status: 204 len: 168 time: 0.1624815 Jun 08 14:05:38.915774 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0ac84-7603-4b94-a6af-02ff5c26e10e tempest-TestVolumeBootPattern-531103232 tempest-TestVolumeBootPattern-531103232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc04445-5ed6-4968-9c3c-c3d6831d2a9d,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:38.969060 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48430) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:39.725094 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693066'] for router_interface, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:39.960275 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] Deleting port 04298f70-708b-4043-ba27-958d8d34607d {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:39.961099 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:40.041152 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] For port 04298f70-708b-4043-ba27-958d8d34607d, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=04298f70-708b-4043-ba27-958d8d34607d,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:40.041504 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:40.052573 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] Calling delete_port for 04298f70-708b-4043-ba27-958d8d34607d owned by network:router_interface {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:40.230595 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:40.261822 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] Pushing event deleted for resources: {'Port': ['ID=04298f70-708b-4043-ba27-958d8d34607d,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:40.431702 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692538'] for router_interface, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:40.672347 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] Router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:05:40.780486 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:05:40.786312 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-51da5d2e-29db-4d82-896f-e0fe025d9bda admin admin] 10.222.0.64 "PUT /v2.0/routers/7fad602a-6b54-4c55-bbb1-16d34c9e8030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8161669 Jun 08 14:05:40.788825 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48436) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:40.793022 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] Sync routers for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:05:40.803800 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:05:40.804051 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:05:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:40.944042 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Notify callbacks [] for router, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:40.955990 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:05:41.091800 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.172223 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Deleting port 1c36fec6-516b-492c-a8f2-155b3b0cae46 {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:41.173237 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.174254 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T14:05:40Z', 'revision_number': 5, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port': {'id': '1c36fec6-516b-492c-a8f2-155b3b0cae46', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T13:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:41.223005 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] Checking router: 7fad602a-6b54-4c55-bbb1-16d34c9e8030 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:05:41.240105 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] Routers {'7fad602a-6b54-4c55-bbb1-16d34c9e8030'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:05:41.240880 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:05:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:41.269019 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] For port 1c36fec6-516b-492c-a8f2-155b3b0cae46, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=1c36fec6-516b-492c-a8f2-155b3b0cae46,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:41.269416 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.283120 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Calling delete_port for 1c36fec6-516b-492c-a8f2-155b3b0cae46 owned by network:router_gateway {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:41.336510 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] Set router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 gateway port host: None {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:05:41.394376 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T14:05:41Z', 'revision_number': 6, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port_host': None}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:41.423696 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f2431-3142-4f83-9785-0bb8af607249 None None] The sync data for ids ['7fad602a-6b54-4c55-bbb1-16d34c9e8030'] in dv-cinder-845130-1-iscsi is: [{'id': '7fad602a-6b54-4c55-bbb1-16d34c9e8030', 'name': 'tempest-TestVolumeBootPattern-522503258-router', 'tenant_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:28Z', 'updated_at': '2022-06-08T14:05:41Z', 'revision_number': 6, 'project_id': 'e0cc54eeb66b49faad26d64e72da3c13', 'gw_port_host': None}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:05:41.464811 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.489649 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c36fec6-516b-492c-a8f2-155b3b0cae46,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:41.568389 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693652'] for router_gateway, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.662752 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4628'] for router, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.664878 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.713885 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690342'] for router, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.714393 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fad602a-6b54-4c55-bbb1-16d34c9e8030 {{(pid=97370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:05:41.719171 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.720307 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-1efd5c02-da13-4375-acc2-19a94069fb6a admin admin] 10.222.0.64 "DELETE /v2.0/routers/7fad602a-6b54-4c55-bbb1-16d34c9e8030 HTTP/1.1" status: 204 len: 168 time: 0.9305518 Jun 08 14:05:41.723138 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48438) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:41.770423 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_v2 [None req-81953250-fd65-4d4e-9712-f27f52404239 admin admin] Deleting subnet 255a9d14-cc72-4ff8-8366-f55bf8edb7e5 {{(pid=97370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:05:41.773430 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-81953250-fd65-4d4e-9712-f27f52404239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.812340 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-81953250-fd65-4d4e-9712-f27f52404239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4076717'] for subnet, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.924432 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-81953250-fd65-4d4e-9712-f27f52404239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:41.999954 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-81953250-fd65-4d4e-9712-f27f52404239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25448668'] for subnet, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.027404 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81953250-fd65-4d4e-9712-f27f52404239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=255a9d14-cc72-4ff8-8366-f55bf8edb7e5,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:42.029473 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-81953250-fd65-4d4e-9712-f27f52404239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.034412 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-81953250-fd65-4d4e-9712-f27f52404239 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/255a9d14-cc72-4ff8-8366-f55bf8edb7e5 HTTP/1.1" status: 204 len: 168 time: 0.3086081 Jun 08 14:05:42.035187 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48440) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:42.038205 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf8e322-ad55-4b75-b3c7-e407804841d6 None None] Network 916ca76b-21eb-4307-84a8-b942f7d90566 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:05:42.116053 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.193893 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Deleting port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:42.194436 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.244981 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b5c53a-ce75-4c60-956f-44402b1dd9be None None] DHCP port deletion for 916ca76b-21eb-4307-84a8-b942f7d90566 request from dv-cinder-845130-1-iscsi {{(pid=97371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 14:05:42.279750 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 04298f70-708b-4043-ba27-958d8d34607d no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:05:42.290058 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] For port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:42.290423 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.305410 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Calling delete_port for a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a owned by network:dhcp {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:42.325856 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 04298f70-708b-4043-ba27-958d8d34607d {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:05:42.326401 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 04298f70-708b-4043-ba27-958d8d34607d not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:05:42.354123 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-31b5c53a-ce75-4c60-956f-44402b1dd9be None None] Deleting port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a {{(pid=97371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:42.354703 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-31b5c53a-ce75-4c60-956f-44402b1dd9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.402617 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.434429 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:42.439295 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] No DVR routers for this DVR port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a on host dv-cinder-845130-1-iscsi {{(pid=97370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:05:42.449057 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-31b5c53a-ce75-4c60-956f-44402b1dd9be None None] For port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a,segment=NetworkSegment(e3814005-bca5-4e60-bc99-1eea9802b7ae),segment_id=e3814005-bca5-4e60-bc99-1eea9802b7ae)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:42.449347 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-31b5c53a-ce75-4c60-956f-44402b1dd9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.469478 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-31b5c53a-ce75-4c60-956f-44402b1dd9be None None] Calling delete_port for a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a owned by network:dhcp {{(pid=97371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:42.518355 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.550478 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916ca76b-21eb-4307-84a8-b942f7d90566']}} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:42.564821 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3814005-bca5-4e60-bc99-1eea9802b7ae') {'for_net_delete': True} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:42.565249 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3814005-bca5-4e60-bc99-1eea9802b7ae') {} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:42.582499 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4076708'] for segment, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.591423 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-31b5c53a-ce75-4c60-956f-44402b1dd9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950'] for port, after_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.606017 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.615932 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=97370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:05:42.616909 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26153534'] for segment, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.631971 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5c53a-ce75-4c60-956f-44402b1dd9be None None] Pushing event deleted for resources: {'Port': ['ID=a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a,revision_number=None']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:42.637444 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5c53a-ce75-4c60-956f-44402b1dd9be None None] No DVR routers for this DVR port a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a on host dv-cinder-845130-1-iscsi {{(pid=97371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:05:42.676776 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment e3814005-bca5-4e60-bc99-1eea9802b7ae resource provider aggregate not found Jun 08 14:05:42.694942 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment e3814005-bca5-4e60-bc99-1eea9802b7ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3814005-bca5-4e60-bc99-1eea9802b7ae found for delete ", "request_id": "req-bd9d79c1-36c2-427a-b4fc-314c3cf5a034"}]} Jun 08 14:05:42.701471 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.706893 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:42.715002 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] 10.222.0.64 "DELETE /v2.0/networks/916ca76b-21eb-4307-84a8-b942f7d90566 HTTP/1.1" status: 204 len: 168 time: 0.6745327 Jun 08 14:05:42.715304 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48446) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:42.725835 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51b2b4-6464-4db4-923a-8e16d9789a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=916ca76b-21eb-4307-84a8-b942f7d90566,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:43.089505 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693066'] for router_interface, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:43.596296 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] Deleting port c36851ac-770c-4adc-9cfe-621a2c64607a {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:43.596598 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:43.680950 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] For port c36851ac-770c-4adc-9cfe-621a2c64607a, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c36851ac-770c-4adc-9cfe-621a2c64607a,segment=NetworkSegment(c9f37cff-4ec9-4adb-af44-f8c7f54d4e44),segment_id=c9f37cff-4ec9-4adb-af44-f8c7f54d4e44)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:43.681338 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:43.692877 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] Calling delete_port for c36851ac-770c-4adc-9cfe-621a2c64607a owned by network:router_interface {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:43.777897 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 1c36fec6-516b-492c-a8f2-155b3b0cae46 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:05:43.799259 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 1c36fec6-516b-492c-a8f2-155b3b0cae46 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:05:43.799595 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 1c36fec6-516b-492c-a8f2-155b3b0cae46 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:05:43.800007 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:05:43.819109 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:05:43.819445 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device a08ca6fd-2a15-4ff5-9ca8-f81c19b67a5a not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:05:43.876023 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:43.901090 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36851ac-770c-4adc-9cfe-621a2c64607a,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:44.079468 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692538'] for router_interface, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:44.300929 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] Router 63ce434e-7665-40e5-be53-474f6d6ebea5 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:05:44.422733 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:05:44.427734 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-a93aebbd-32dc-4ea0-8c6d-d82a4c4a8e76 admin admin] 10.222.0.64 "PUT /v2.0/routers/63ce434e-7665-40e5-be53-474f6d6ebea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112875 Jun 08 14:05:44.431853 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48448) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:44.434901 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] Sync routers for ids ['63ce434e-7665-40e5-be53-474f6d6ebea5'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:05:44.445130 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] Routers {'63ce434e-7665-40e5-be53-474f6d6ebea5'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:05:44.445777 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:05:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['63ce434e-7665-40e5-be53-474f6d6ebea5'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:44.552743 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:44.558662 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] Set router 63ce434e-7665-40e5-be53-474f6d6ebea5 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:05:44.662665 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:44.728207 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Deleting port 504df8da-d7bb-4f40-b1da-1fb933b81a19 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:44.728606 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:44.811457 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'name': 'tempest-TestVolumeBootPattern-160702787-router', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:34Z', 'updated_at': '2022-06-08T14:05:43Z', 'revision_number': 5, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'gw_port': {'id': '504df8da-d7bb-4f40-b1da-1fb933b81a19', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T13:57:36Z', 'updated_at': '2022-06-08T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:44.824838 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] For port 504df8da-d7bb-4f40-b1da-1fb933b81a19, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=504df8da-d7bb-4f40-b1da-1fb933b81a19,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:44.825195 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:44.840128 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Calling delete_port for 504df8da-d7bb-4f40-b1da-1fb933b81a19 owned by network:router_gateway {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:44.841832 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] Checking router: 63ce434e-7665-40e5-be53-474f6d6ebea5 for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:05:44.859095 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] Routers {'63ce434e-7665-40e5-be53-474f6d6ebea5'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:05:44.859727 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:05:19Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['63ce434e-7665-40e5-be53-474f6d6ebea5'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:44.968302 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] Set router 63ce434e-7665-40e5-be53-474f6d6ebea5 gateway port host: None {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:05:45.027830 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-631cc8cb-8f33-4c8b-b0a8-f104b68aebe3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772069 Jun 08 14:05:45.044627 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'name': 'tempest-TestVolumeBootPattern-160702787-router', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:34Z', 'updated_at': '2022-06-08T14:05:44Z', 'revision_number': 6, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'gw_port_host': None}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:45.081939 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae5883-478d-4e74-9007-d08ab709d636 None None] The sync data for ids ['63ce434e-7665-40e5-be53-474f6d6ebea5'] in dv-cinder-845130-1-iscsi is: [{'id': '63ce434e-7665-40e5-be53-474f6d6ebea5', 'name': 'tempest-TestVolumeBootPattern-160702787-router', 'tenant_id': 'e76bcd195e574b2794566ef5b7060297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T13:57:34Z', 'updated_at': '2022-06-08T14:05:44Z', 'revision_number': 6, 'project_id': 'e76bcd195e574b2794566ef5b7060297', 'gw_port_host': None}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:05:45.082671 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.120571 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=504df8da-d7bb-4f40-b1da-1fb933b81a19,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:45.150268 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-d3d0d928-ab1d-4640-9552-a56ff2f5df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:45.151926 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-d3d0d928-ab1d-4640-9552-a56ff2f5df8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=278dab9625f34cc29d546c3d1e54a632&device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1098 time: 0.0973728 Jun 08 14:05:45.260169 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693652'] for router_gateway, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.365444 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4628'] for router, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.371944 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.379893 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-a9cdbd97-fe2a-4716-949b-0173bd12f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:45.381470 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-a9cdbd97-fe2a-4716-949b-0173bd12f570 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbf5848f-feb6-43c8-940e-ceaa2ad18558 HTTP/1.1" status: 200 len: 909 time: 0.2037463 Jun 08 14:05:45.459356 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690342'] for router, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.459677 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63ce434e-7665-40e5-be53-474f6d6ebea5 {{(pid=97369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:05:45.465548 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] Notify callbacks [] for router, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.466360 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-d612ab7c-a059-4d5a-a346-936d710058b5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/63ce434e-7665-40e5-be53-474f6d6ebea5 HTTP/1.1" status: 204 len: 168 time: 1.0332558 Jun 08 14:05:45.472432 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48450) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:45.527346 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-049f0c11-6298-4685-a5bf-a84ba6b6643e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a HTTP/1.1" status: 200 len: 1001 time: 0.1133039 Jun 08 14:05:45.551341 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a53454b-f519-4e69-943f-322636be7c4a admin admin] Deleting subnet 926b1ce3-e45d-4b5d-a1e5-6924abc1f25f {{(pid=97369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:05:45.571747 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5a53454b-f519-4e69-943f-322636be7c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.614683 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-5aaa0b74-3884-4ac7-a43c-0e1677c26e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:45.616215 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-5aaa0b74-3884-4ac7-a43c-0e1677c26e7c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d46bbbce-dbfd-465d-8dbe-1f26afda01ca HTTP/1.1" status: 200 len: 847 time: 0.0794928 Jun 08 14:05:45.619183 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5a53454b-f519-4e69-943f-322636be7c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3193986'] for subnet, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.720241 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-32bfb620-270e-4b84-aa10-6c6586185407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:05:45.721778 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-32bfb620-270e-4b84-aa10-6c6586185407 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbf5848f-feb6-43c8-940e-ceaa2ad18558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811770 Jun 08 14:05:45.731939 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5a53454b-f519-4e69-943f-322636be7c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.852356 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5a53454b-f519-4e69-943f-322636be7c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26000125'] for subnet, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.911286 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3880a-3382-4d58-b514-ca3e057532d2 None None] Network c895dc1a-0408-4172-afa8-cdb6f52b0f87 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:05:45.913487 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-618d483d-954b-4001-b5da-1e872e349c47 service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827614 Jun 08 14:05:45.914734 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53454b-f519-4e69-943f-322636be7c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926b1ce3-e45d-4b5d-a1e5-6924abc1f25f,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:45.919153 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-5a53454b-f519-4e69-943f-322636be7c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:45.926939 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-5a53454b-f519-4e69-943f-322636be7c4a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/926b1ce3-e45d-4b5d-a1e5-6924abc1f25f HTTP/1.1" status: 204 len: 168 time: 0.4520645 Jun 08 14:05:45.928072 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48452) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:46.017250 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c36851ac-770c-4adc-9cfe-621a2c64607a no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:05:46.038460 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.048005 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1332caae-d326-4fa2-aa74-b55ff2e2f2f4 req-3fe43627-dfa0-4353-8e78-f8f430cefc7a service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213510 Jun 08 14:05:46.055174 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: c36851ac-770c-4adc-9cfe-621a2c64607a {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:05:46.055757 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c36851ac-770c-4adc-9cfe-621a2c64607a not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:05:46.056185 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 504df8da-d7bb-4f40-b1da-1fb933b81a19 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:05:46.095736 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 504df8da-d7bb-4f40-b1da-1fb933b81a19 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:05:46.096377 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 504df8da-d7bb-4f40-b1da-1fb933b81a19 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:05:46.127216 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Deleting port 7c8be639-501a-43c0-8516-2bd12d1edc45 {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:46.127505 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.201842 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] For port 7c8be639-501a-43c0-8516-2bd12d1edc45, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=7c8be639-501a-43c0-8516-2bd12d1edc45,segment=NetworkSegment(c9f37cff-4ec9-4adb-af44-f8c7f54d4e44),segment_id=c9f37cff-4ec9-4adb-af44-f8c7f54d4e44)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:46.202149 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.218189 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Calling delete_port for 7c8be639-501a-43c0-8516-2bd12d1edc45 owned by network:dhcp {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:46.222700 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b5af0e-64c7-4061-9599-f08a5505c4b0 None None] DHCP port deletion for c895dc1a-0408-4172-afa8-cdb6f52b0f87 request from dv-cinder-845130-1-iscsi {{(pid=97371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 14:05:46.274115 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-61b5af0e-64c7-4061-9599-f08a5505c4b0 None None] Deleting port 7c8be639-501a-43c0-8516-2bd12d1edc45 {{(pid=97371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:05:46.274489 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-61b5af0e-64c7-4061-9599-f08a5505c4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.318339 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.342382 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8be639-501a-43c0-8516-2bd12d1edc45,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:46.344700 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.db [None req-61b5af0e-64c7-4061-9599-f08a5505c4b0 None None] For port 7c8be639-501a-43c0-8516-2bd12d1edc45, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=7c8be639-501a-43c0-8516-2bd12d1edc45,segment=NetworkSegment(c9f37cff-4ec9-4adb-af44-f8c7f54d4e44),segment_id=c9f37cff-4ec9-4adb-af44-f8c7f54d4e44)] {{(pid=97371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:05:46.345254 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-61b5af0e-64c7-4061-9599-f08a5505c4b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.349299 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] No DVR routers for this DVR port 7c8be639-501a-43c0-8516-2bd12d1edc45 on host dv-cinder-845130-1-iscsi {{(pid=97370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:05:46.360080 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-61b5af0e-64c7-4061-9599-f08a5505c4b0 None None] Calling delete_port for 7c8be639-501a-43c0-8516-2bd12d1edc45 owned by network:dhcp {{(pid=97371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:05:46.420770 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.446937 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c895dc1a-0408-4172-afa8-cdb6f52b0f87']}} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:46.452120 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-61b5af0e-64c7-4061-9599-f08a5505c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950'] for port, after_delete {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.456319 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44') {'for_net_delete': True} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:46.456604 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f37cff-4ec9-4adb-af44-f8c7f54d4e44') {} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:05:46.465502 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4076708'] for segment, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.478488 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5af0e-64c7-4061-9599-f08a5505c4b0 None None] Pushing event deleted for resources: {'Port': ['ID=7c8be639-501a-43c0-8516-2bd12d1edc45,revision_number=None']} {{(pid=97371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:46.479198 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.480461 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5af0e-64c7-4061-9599-f08a5505c4b0 None None] No DVR routers for this DVR port 7c8be639-501a-43c0-8516-2bd12d1edc45 on host dv-cinder-845130-1-iscsi {{(pid=97371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:05:46.490475 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=97370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:05:46.490905 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26153534'] for segment, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.532717 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment c9f37cff-4ec9-4adb-af44-f8c7f54d4e44 resource provider aggregate not found Jun 08 14:05:46.550469 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment c9f37cff-4ec9-4adb-af44-f8c7f54d4e44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9f37cff-4ec9-4adb-af44-f8c7f54d4e44 found for delete ", "request_id": "req-21380b7a-f9bf-4eb3-b5c3-521de8e9de01"}]} Jun 08 14:05:46.557783 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.563956 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.567086 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c895dc1a-0408-4172-afa8-cdb6f52b0f87 HTTP/1.1" status: 204 len: 168 time: 0.6374052 Jun 08 14:05:46.578638 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ba664-a39f-4fb6-9416-d22c2c619f24 admin admin] Pushing event deleted for resources: {'Network': ['ID=c895dc1a-0408-4172-afa8-cdb6f52b0f87,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:46.681425 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48460) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:46.720203 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-3607e4d4-6ca5-4dc2-b139-dd5bc3107114 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0cc54eeb66b49faad26d64e72da3c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375786 Jun 08 14:05:46.722731 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48462) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:46.769017 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a3673e8f-c95a-4aa4-8132-ed3fbc8c8a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.793357 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a3673e8f-c95a-4aa4-8132-ed3fbc8c8a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.837806 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a3673e8f-c95a-4aa4-8132-ed3fbc8c8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.840297 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a3673e8f-c95a-4aa4-8132-ed3fbc8c8a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:46.841412 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-a3673e8f-c95a-4aa4-8132-ed3fbc8c8a1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9169f290-ea74-4f42-8da3-273acf36edf5 HTTP/1.1" status: 204 len: 168 time: 0.1178162 Jun 08 14:05:46.849621 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3673e8f-c95a-4aa4-8132-ed3fbc8c8a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9169f290-ea74-4f42-8da3-273acf36edf5,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:47.158650 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48468) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:47.197730 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-7a9ea23a-a70b-4ad6-883c-3e2fc3e1bbf8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e76bcd195e574b2794566ef5b7060297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378501 Jun 08 14:05:47.200370 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48472) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:05:47.216468 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-64bc8c1d-6c40-41e6-a21a-c881b9aa6a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:47.252457 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7ce9b81f-e3d2-464d-bc88-61d0e4c07ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:47.272936 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7ce9b81f-e3d2-464d-bc88-61d0e4c07ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:47.320216 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7ce9b81f-e3d2-464d-bc88-61d0e4c07ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:47.322731 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7ce9b81f-e3d2-464d-bc88-61d0e4c07ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:47.323873 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7ce9b81f-e3d2-464d-bc88-61d0e4c07ca5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62d8de61-275a-49f5-88c0-e130d120a6ba HTTP/1.1" status: 204 len: 168 time: 0.1224513 Jun 08 14:05:47.331537 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9b81f-e3d2-464d-bc88-61d0e4c07ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d8de61-275a-49f5-88c0-e130d120a6ba,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:05:47.770578 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 7c8be639-501a-43c0-8516-2bd12d1edc45 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:05:47.916204 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 7c8be639-501a-43c0-8516-2bd12d1edc45 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:05:47.916538 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 7c8be639-501a-43c0-8516-2bd12d1edc45 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:05:49.399977 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-005aed84-efd9-40d9-9bc8-a99bea85b310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:51.083656 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:52.329240 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:52.814093 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:05:53.704673 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:06:07.623452 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:17.218463 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-49fac3c7-bb4e-4a1e-bea9-25b80e83623e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:19.402307 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-66b9c1d0-8ea8-47e8-a8cb-c5c0ed8a0334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:21.086544 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:22.327460 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:22.806407 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:30.703350 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:06:37.615229 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:47.220818 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-3a93ff4b-5075-457f-af88-164714c194e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:49.407110 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-231b8e3d-4099-49cf-bb4b-adc41e580774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:51.094643 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:51.621325 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48494) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:06:51.812967 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Deleting port 1f02e6c0-75ce-4c20-8e85-6046dcbacf5f {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:06:51.813391 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:51.910091 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:51.910376 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:51.922536 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Calling delete_port for 1f02e6c0-75ce-4c20-8e85-6046dcbacf5f owned by network:floatingip {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:06:52.089180 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:52.115948 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event deleted for resources: {'Port': ['ID=1f02e6c0-75ce-4c20-8e85-6046dcbacf5f,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.136065 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:52.207194 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for floatingip, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:52.207483 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.db.l3_db [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Floating IP f4d09e41-c668-4690-b84d-216e7279f2b5 disassociated (deleted). External IP: 172.27.0.210, port: cc38ca72-dbba-4542-ae01-7484d14ee23a. Jun 08 14:06:52.333735 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:52.459387 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Router 14e61cd8-571b-475e-af38-c7ad3e808344 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:06:52.811992 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:52.899574 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:06:52.904545 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for floatingip, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:52.909142 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] Sync routers for ids ['14e61cd8-571b-475e-af38-c7ad3e808344'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:06:52.921431 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] Routers {'14e61cd8-571b-475e-af38-c7ad3e808344'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:06:52.922462 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:06:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['14e61cd8-571b-475e-af38-c7ad3e808344'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:52.933604 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-f815f1c4-5603-4162-ae1c-177a24670a89 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "DELETE /v2.0/floatingips/f4d09e41-c668-4690-b84d-216e7279f2b5 HTTP/1.1" status: 204 len: 168 time: 1.3105915 Jun 08 14:06:52.934408 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:06:52.937840 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:06:52.993473 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Jun 2022 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd979e0a-ddf7-4086-b480-e293adccd638 x-openstack-request-id: req-dd979e0a-ddf7-4086-b480-e293adccd638 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:06:52.993787 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:06:52.994219 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd979e0a-ddf7-4086-b480-e293adccd638 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:06:52.994785 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd979e0a-ddf7-4086-b480-e293adccd638'] response: {'name': 'network-changed', 'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'status': 'completed', 'code': 200} Jun 08 14:06:53.067596 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] Set router 14e61cd8-571b-475e-af38-c7ad3e808344 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:06:53.083529 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-4e209470-5992-4516-8623-ac521ca612a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:53.084949 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-4e209470-5992-4516-8623-ac521ca612a7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=278dab9625f34cc29d546c3d1e54a632&device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 1098 time: 0.0585644 Jun 08 14:06:53.244353 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-cd31e4e5-8b3c-4617-8e37-8459c13e5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:53.246186 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-cd31e4e5-8b3c-4617-8e37-8459c13e5df0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbf5848f-feb6-43c8-940e-ceaa2ad18558 HTTP/1.1" status: 200 len: 909 time: 0.1488466 Jun 08 14:06:53.253221 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20738fd-e234-4510-a0ab-0c178598076c req-782a9ae7-cd17-4f2a-911a-24c4ac63b54e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:53.256672 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d20738fd-e234-4510-a0ab-0c178598076c req-782a9ae7-cd17-4f2a-911a-24c4ac63b54e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0637610 Jun 08 14:06:53.295184 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-0e3e8c0c-167e-4c36-a28a-b5db45181f54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a HTTP/1.1" status: 200 len: 217 time: 0.0415103 Jun 08 14:06:53.307967 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [req-d20738fd-e234-4510-a0ab-0c178598076c req-3a030e76-aa80-4d37-ae49-b7073e775f93 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412209 Jun 08 14:06:53.351297 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-88c8e113-0025-4437-9818-d81149bc911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:53.353299 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-88c8e113-0025-4437-9818-d81149bc911a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d46bbbce-dbfd-465d-8dbe-1f26afda01ca HTTP/1.1" status: 200 len: 847 time: 0.0516369 Jun 08 14:06:53.368138 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 5, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:53.403224 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] Checking router: 14e61cd8-571b-475e-af38-c7ad3e808344 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:06:53.412469 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] Routers {'14e61cd8-571b-475e-af38-c7ad3e808344'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:06:53.413087 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:06:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['14e61cd8-571b-475e-af38-c7ad3e808344'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:53.424039 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-bf0a14d7-9349-46e9-a628-e49c19dfcb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:53.425662 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-bf0a14d7-9349-46e9-a628-e49c19dfcb5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbf5848f-feb6-43c8-940e-ceaa2ad18558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639284 Jun 08 14:06:53.529459 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-644993ad-6aad-4105-a079-0a39ae02e31f service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952044 Jun 08 14:06:53.540359 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] Set router 14e61cd8-571b-475e-af38-c7ad3e808344 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:06:53.645838 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-1d3a0e5b-e281-4cab-b00f-2ae37df3bff0 req-d132a2b7-e03f-4370-8c4d-e576bb95de68 service neutron] 10.222.0.71 "GET /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080008 Jun 08 14:06:53.765403 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 5, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:53.797554 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc3285-15c5-478e-a0fa-29eb4601f3a2 None None] The sync data for ids ['14e61cd8-571b-475e-af38-c7ad3e808344'] in dv-cinder-845130-1-iscsi is: [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:51Z', 'revision_number': 4, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi', '_interfaces': [{'id': '9de521ce-2a55-4351-9850-74feff352b0d', 'name': '', 'network_id': 'cbf5848f-feb6-43c8-940e-ceaa2ad18558', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'mac_address': 'fa:16:3e:f8:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:50Z', 'updated_at': '2022-06-08T14:01:58Z', 'revision_number': 5, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'subnets': [{'id': 'd46bbbce-dbfd-465d-8dbe-1f26afda01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:06:54.053464 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8272e40d-d132-4ef3-a938-5961db9fc3bf None None] New status for floating IP f4d09e41-c668-4690-b84d-216e7279f2b5: DOWN {{(pid=97372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 14:06:54.444592 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add7419-6a55-40c1-a3bb-8310865587da req-f5221872-8cfa-4f73-8035-35a78952b001 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:54.446117 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3add7419-6a55-40c1-a3bb-8310865587da req-f5221872-8cfa-4f73-8035-35a78952b001 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0581460 Jun 08 14:06:54.486866 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-3add7419-6a55-40c1-a3bb-8310865587da req-bf0feaa1-5e0d-4f39-b53e-6a382b2611b3 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f3526c4-96aa-43fc-be3e-a45757c8d5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346332 Jun 08 14:06:55.027013 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-1621e351-147b-4394-b6b0-fc0a0060df06 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=97369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 08 14:06:55.028568 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-1621e351-147b-4394-b6b0-fc0a0060df06 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 945 time: 0.0575516 Jun 08 14:06:55.129313 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-475a7737-fc5a-47bc-8b2e-ac9e9e12c15e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Deleting port cc38ca72-dbba-4542-ae01-7484d14ee23a {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:06:55.129679 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-475a7737-fc5a-47bc-8b2e-ac9e9e12c15e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:55.234012 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-475a7737-fc5a-47bc-8b2e-ac9e9e12c15e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] For port cc38ca72-dbba-4542-ae01-7484d14ee23a, host hv-cinder-84513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84513',level=0,port_id=cc38ca72-dbba-4542-ae01-7484d14ee23a,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:06:55.234407 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-475a7737-fc5a-47bc-8b2e-ac9e9e12c15e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:55.255827 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-475a7737-fc5a-47bc-8b2e-ac9e9e12c15e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Calling delete_port for cc38ca72-dbba-4542-ae01-7484d14ee23a owned by compute:nova {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:06:55.413465 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-475a7737-fc5a-47bc-8b2e-ac9e9e12c15e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:55.446411 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a7737-fc5a-47bc-8b2e-ac9e9e12c15e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event deleted for resources: {'Port': ['ID=cc38ca72-dbba-4542-ae01-7484d14ee23a,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:55.501909 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-475a7737-fc5a-47bc-8b2e-ac9e9e12c15e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] No DVR routers for this DVR port cc38ca72-dbba-4542-ae01-7484d14ee23a on host hv-cinder-84513 {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:06:55.504397 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-475a7737-fc5a-47bc-8b2e-ac9e9e12c15e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126867'] for port, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:55.507627 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-8f196869-1c02-4157-ba38-03fe06d1b490 req-475a7737-fc5a-47bc-8b2e-ac9e9e12c15e tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.71 "DELETE /v2.0/ports/cc38ca72-dbba-4542-ae01-7484d14ee23a HTTP/1.1" status: 204 len: 173 time: 0.4696140 Jun 08 14:06:55.508055 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'name': 'network-vif-deleted', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a'}] {{(pid=97369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 08 14:06:55.510309 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9f597020acbe6c1cd92849eeb20a267f8a7af13008bab74ba71e49509cc0a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f3e2e1-a7b3-4128-be9f-52db998ec5a6" -d '{"events": [{"server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "name": "network-vif-deleted", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a"}]}' {{(pid=97369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 14:06:55.557206 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Jun 2022 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c0773c-6b10-4f26-9985-f74cda9ab777 x-openstack-request-id: req-a3c0773c-6b10-4f26-9985-f74cda9ab777 {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 14:06:55.557509 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ff14c-d219-4a56-993e-23cb13f4bd33", "name": "network-vif-deleted", "tag": "cc38ca72-dbba-4542-ae01-7484d14ee23a", "status": "completed", "code": 200}]} {{(pid=97369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 14:06:55.557759 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3c0773c-6b10-4f26-9985-f74cda9ab777 {{(pid=97369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 14:06:55.558187 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c0773c-6b10-4f26-9985-f74cda9ab777'] response: {'server_uuid': 'ba6ff14c-d219-4a56-993e-23cb13f4bd33', 'name': 'network-vif-deleted', 'tag': 'cc38ca72-dbba-4542-ae01-7484d14ee23a', 'status': 'completed', 'code': 200} Jun 08 14:06:55.624360 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [req-865ac03b-675b-49d1-aa78-8e7c77b1fc9f req-225534ea-c3a6-4739-86db-94c313424439 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6ff14c-d219-4a56-993e-23cb13f4bd33 HTTP/1.1" status: 200 len: 210 time: 0.0393617 Jun 08 14:06:56.700007 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48524) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:06:56.774491 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f553-6b59-429b-8b33-9c06bb834310 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:56.810150 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f553-6b59-429b-8b33-9c06bb834310 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:56.900364 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f553-6b59-429b-8b33-9c06bb834310 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:56.903936 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f553-6b59-429b-8b33-9c06bb834310 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Notify callbacks [] for security_group, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:56.905127 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-e8d4f553-6b59-429b-8b33-9c06bb834310 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] 10.222.0.64 "DELETE /v2.0/security-groups/0f3526c4-96aa-43fc-be3e-a45757c8d5d3 HTTP/1.1" status: 204 len: 168 time: 0.2038085 Jun 08 14:06:56.916614 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4f553-6b59-429b-8b33-9c06bb834310 tempest-TestShelveInstance-134343675 tempest-TestShelveInstance-134343675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3526c4-96aa-43fc-be3e-a45757c8d5d3,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:56.962297 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48528) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:06:57.719383 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693066'] for router_interface, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:58.005214 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] Deleting port 9de521ce-2a55-4351-9850-74feff352b0d {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:06:58.005703 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:58.118112 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] For port 9de521ce-2a55-4351-9850-74feff352b0d, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=9de521ce-2a55-4351-9850-74feff352b0d,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:06:58.118460 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:58.133039 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] Calling delete_port for 9de521ce-2a55-4351-9850-74feff352b0d owned by network:router_interface {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:06:58.345959 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:58.376925 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] Pushing event deleted for resources: {'Port': ['ID=9de521ce-2a55-4351-9850-74feff352b0d,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:58.571967 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692538'] for router_interface, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:58.802790 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] Router 14e61cd8-571b-475e-af38-c7ad3e808344 has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:06:58.921712 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:06:58.927954 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-b3331e00-a676-4c93-a534-441920f941ef admin admin] 10.222.0.64 "PUT /v2.0/routers/14e61cd8-571b-475e-af38-c7ad3e808344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9635444 Jun 08 14:06:58.931891 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48532) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:06:58.933530 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] Sync routers for ids ['14e61cd8-571b-475e-af38-c7ad3e808344'] in dv-cinder-845130-1-iscsi {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:06:58.944323 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] Routers {'14e61cd8-571b-475e-af38-c7ad3e808344'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:06:58.944978 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:06:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['14e61cd8-571b-475e-af38-c7ad3e808344'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:59.047578 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device cc38ca72-dbba-4542-ae01-7484d14ee23a no longer exists at agent hyperv_hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:06:59.067912 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Notify callbacks [] for router, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.078134 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] No Port match for: cc38ca72-dbba-4542-ae01-7484d14ee23a {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:06:59.078463 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Device cc38ca72-dbba-4542-ae01-7484d14ee23a not bound to the agent host hv-cinder-84513 {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:06:59.095235 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] Set router 14e61cd8-571b-475e-af38-c7ad3e808344 gateway port host: dv-cinder-845130-1-iscsi {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:06:59.192082 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.262397 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Deleting port c6bc21fb-0887-4447-9d48-bc80f90954d0 {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:06:59.262875 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.321272 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:06:58Z', 'revision_number': 5, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port': {'id': 'c6bc21fb-0887-4447-9d48-bc80f90954d0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:59.367413 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] For port c6bc21fb-0887-4447-9d48-bc80f90954d0, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=c6bc21fb-0887-4447-9d48-bc80f90954d0,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:06:59.367782 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.382453 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Calling delete_port for c6bc21fb-0887-4447-9d48-bc80f90954d0 owned by network:router_gateway {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:06:59.486418 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] Checking router: 14e61cd8-571b-475e-af38-c7ad3e808344 for host: dv-cinder-845130-1-iscsi {{(pid=97371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:06:59.495085 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] Routers {'14e61cd8-571b-475e-af38-c7ad3e808344'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:06:59.495844 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:06:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['14e61cd8-571b-475e-af38-c7ad3e808344'], 'active': True} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:59.582781 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.588433 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_dvr_db [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] Set router 14e61cd8-571b-475e-af38-c7ad3e808344 gateway port host: None {{(pid=97371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:06:59.610685 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6bc21fb-0887-4447-9d48-bc80f90954d0,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:06:59.634207 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.634504 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.634844 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.635202 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.635759 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.636277 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.636788 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.637225 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.637714 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.638292 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.638869 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.639449 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-845130-1-iscsi {{(pid=97370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 14:06:59.649892 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.db.l3_hamode_db [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:06:59Z', 'revision_number': 6, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port_host': None}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:06:59.683551 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce064c87-c2b9-4bce-8745-876ffc45e1bf None None] The sync data for ids ['14e61cd8-571b-475e-af38-c7ad3e808344'] in dv-cinder-845130-1-iscsi is: [{'id': '14e61cd8-571b-475e-af38-c7ad3e808344', 'name': 'tempest-TestShelveInstance-516679967-router', 'tenant_id': '278dab9625f34cc29d546c3d1e54a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:47Z', 'updated_at': '2022-06-08T14:06:59Z', 'revision_number': 6, 'project_id': '278dab9625f34cc29d546c3d1e54a632', 'gw_port_host': None}] {{(pid=97371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:06:59.691317 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693652'] for router_gateway, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.791918 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4628'] for router, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.794220 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.849332 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690342'] for router, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.850157 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14e61cd8-571b-475e-af38-c7ad3e808344 {{(pid=97370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:06:59.855711 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] Notify callbacks [] for router, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.859240 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-1a6c32a0-61c4-4b42-9837-0a6e2cc1c83e admin admin] 10.222.0.64 "DELETE /v2.0/routers/14e61cd8-571b-475e-af38-c7ad3e808344 HTTP/1.1" status: 204 len: 168 time: 0.9240203 Jun 08 14:06:59.859575 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48534) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:06:59.907111 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a054204-1d6b-48d8-95a1-2da9ffc9bebd admin admin] Deleting subnet d46bbbce-dbfd-465d-8dbe-1f26afda01ca {{(pid=97370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:06:59.910884 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5a054204-1d6b-48d8-95a1-2da9ffc9bebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:06:59.945156 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5a054204-1d6b-48d8-95a1-2da9ffc9bebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4076717'] for subnet, precommit_delete_associations {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.034063 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5a054204-1d6b-48d8-95a1-2da9ffc9bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.108522 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5a054204-1d6b-48d8-95a1-2da9ffc9bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25448668'] for subnet, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.134908 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a054204-1d6b-48d8-95a1-2da9ffc9bebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46bbbce-dbfd-465d-8dbe-1f26afda01ca,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:00.142994 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-5a054204-1d6b-48d8-95a1-2da9ffc9bebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.150373 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-5a054204-1d6b-48d8-95a1-2da9ffc9bebd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d46bbbce-dbfd-465d-8dbe-1f26afda01ca HTTP/1.1" status: 204 len: 168 time: 0.2862949 Jun 08 14:07:00.150709 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48536) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:07:00.154848 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f9c7af-8a92-4c98-b796-7d0645977f05 None None] Network cbf5848f-feb6-43c8-940e-ceaa2ad18558 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:07:00.235223 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.295536 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Deleting port 5936cd70-6aa6-443b-af2e-2c08f03816c5 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:07:00.295865 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.367673 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] For port 5936cd70-6aa6-443b-af2e-2c08f03816c5, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=5936cd70-6aa6-443b-af2e-2c08f03816c5,segment=NetworkSegment(e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5),segment_id=e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:07:00.368005 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.381355 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Calling delete_port for 5936cd70-6aa6-443b-af2e-2c08f03816c5 owned by network:dhcp {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:07:00.465406 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.491531 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Pushing event deleted for resources: {'Port': ['ID=5936cd70-6aa6-443b-af2e-2c08f03816c5,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:00.496696 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] No DVR routers for this DVR port 5936cd70-6aa6-443b-af2e-2c08f03816c5 on host dv-cinder-845130-1-iscsi {{(pid=97369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:07:00.505017 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77200642-7b07-4e3f-9072-ead874bf8a7b None None] DHCP port deletion for cbf5848f-feb6-43c8-940e-ceaa2ad18558 request from dv-cinder-845130-1-iscsi {{(pid=97371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 14:07:00.528818 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 9de521ce-2a55-4351-9850-74feff352b0d no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:00.555210 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 9de521ce-2a55-4351-9850-74feff352b0d {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:07:00.555580 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 9de521ce-2a55-4351-9850-74feff352b0d not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:00.615116 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.643806 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf5848f-feb6-43c8-940e-ceaa2ad18558']}} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:00.660302 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5') {'for_net_delete': True} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:00.660772 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.services.segments.db [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5') {} {{(pid=97369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:00.677284 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3193995'] for segment, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.698110 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.708908 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=97369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:07:00.709570 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442474'] for segment, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.795037 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.803674 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:00.811811 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] 10.222.0.64 "DELETE /v2.0/networks/cbf5848f-feb6-43c8-940e-ceaa2ad18558 HTTP/1.1" status: 204 len: 168 time: 0.6570761 Jun 08 14:07:00.812826 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48542) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:07:00.837433 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844f9d5-7810-4b7b-8c56-e5ea6e80a023 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf5848f-feb6-43c8-940e-ceaa2ad18558,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:00.947566 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5 resource provider aggregate not found Jun 08 14:07:00.965228 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.services.segments.plugin [-] Segment e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e82ff79b-a2df-498f-a9a8-f8d7c75fc7b5 found for delete ", "request_id": "req-b0b8ef8e-bb66-4e72-90d5-de953ac8b99b"}]} Jun 08 14:07:01.496667 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693066'] for router_interface, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:01.786837 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] Deleting port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:07:01.787395 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:01.818219 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 5936cd70-6aa6-443b-af2e-2c08f03816c5 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:01.838857 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 5936cd70-6aa6-443b-af2e-2c08f03816c5 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:07:01.839199 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 5936cd70-6aa6-443b-af2e-2c08f03816c5 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:01.839960 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c6bc21fb-0887-4447-9d48-bc80f90954d0 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:01.867173 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: c6bc21fb-0887-4447-9d48-bc80f90954d0 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:07:01.867514 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device c6bc21fb-0887-4447-9d48-bc80f90954d0 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:01.886117 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] For port 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=6b3fc75e-2dfd-480b-89e2-ca14f5663cbf,segment=NetworkSegment(743193c2-c6af-44ec-ac0e-802892e87edf),segment_id=743193c2-c6af-44ec-ac0e-802892e87edf)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:07:01.886484 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:01.899114 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] Calling delete_port for 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf owned by network:router_interface {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:07:02.099330 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:02.130515 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3fc75e-2dfd-480b-89e2-ca14f5663cbf,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:02.394077 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692538'] for router_interface, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:02.655853 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] Router d092b8f0-99d4-4256-b43f-a38a30632e6e has already been hosted by L3 agent 568d6afb-621a-4ccf-8a38-bb6cf2df0eb3 {{(pid=97369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 08 14:07:02.776513 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] Notify agent at l3_agent.dv-cinder-845130-1-iscsi the message routers_updated {{(pid=97369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 08 14:07:02.784804 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-291a531c-765a-40b1-a2d3-ad05591130d8 admin admin] 10.222.0.64 "PUT /v2.0/routers/d092b8f0-99d4-4256-b43f-a38a30632e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9701145 Jun 08 14:07:02.787031 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48546) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:07:02.790563 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] Sync routers for ids ['d092b8f0-99d4-4256-b43f-a38a30632e6e'] in dv-cinder-845130-1-iscsi {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 14:07:02.801929 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] Routers {'d092b8f0-99d4-4256-b43f-a38a30632e6e'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:07:02.802683 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:06:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d092b8f0-99d4-4256-b43f-a38a30632e6e'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:02.922035 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Notify callbacks [] for router, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:02.937895 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] Set router d092b8f0-99d4-4256-b43f-a38a30632e6e gateway port host: dv-cinder-845130-1-iscsi {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:07:03.045504 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.109361 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Deleting port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 {{(pid=97369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:07:03.109930 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.177010 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'name': 'tempest-TestShelveInstance-1330772810-router', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'external_fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:54Z', 'updated_at': '2022-06-08T14:07:02Z', 'revision_number': 5, 'project_id': '940bed7699134c86bc48ff85125c5669', 'gw_port': {'id': '8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0', 'name': '', 'network_id': 'b86a52f3-8e28-449f-a78d-7ddd59a1b6a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0433d376-2064-4865-9a09-fb8b875bad50', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-845130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-08T14:01:55Z', 'updated_at': '2022-06-08T14:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0433d376-2064-4865-9a09-fb8b875bad50', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-845130-1-iscsi'}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:03.215039 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] Checking router: d092b8f0-99d4-4256-b43f-a38a30632e6e for host: dv-cinder-845130-1-iscsi {{(pid=97372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 14:07:03.229742 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.db [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] For port 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0,segment=NetworkSegment(b5ab2b09-2164-4fc1-8ff3-a7f56575384e),segment_id=b5ab2b09-2164-4fc1-8ff3-a7f56575384e)] {{(pid=97369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:07:03.230100 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.230671 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] Routers {'d092b8f0-99d4-4256-b43f-a38a30632e6e'} bound to L3 agent in host dv-cinder-845130-1-iscsi {{(pid=97372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 08 14:07:03.231324 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-845130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-08T13:46:19Z,description=,heartbeat_timestamp=2022-06-08T14:06:49Z,host='dv-cinder-845130-1-iscsi',id=568d6afb-621a-4ccf-8a38-bb6cf2df0eb3,load=0,resource_versions=,resources_synced=,started_at=2022-06-08T13:46:19Z,topic='l3_agent')) {'router_ids': ['d092b8f0-99d4-4256-b43f-a38a30632e6e'], 'active': True} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:03.243029 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.plugins.ml2.plugin [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Calling delete_port for 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 owned by network:router_gateway {{(pid=97369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:07:03.351161 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_dvr_db [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] Set router d092b8f0-99d4-4256-b43f-a38a30632e6e gateway port host: None {{(pid=97372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 08 14:07:03.437631 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444733'] for port, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.467684 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:03.513375 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.l3_hamode_db [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'name': 'tempest-TestShelveInstance-1330772810-router', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:54Z', 'updated_at': '2022-06-08T14:07:03Z', 'revision_number': 6, 'project_id': '940bed7699134c86bc48ff85125c5669', 'gw_port_host': None}], 'dv-cinder-845130-1-iscsi', False) {} {{(pid=97372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:03.535592 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693652'] for router_gateway, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.546766 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f956ab4-ef5b-41fe-84e5-cab1e1798c01 None None] The sync data for ids ['d092b8f0-99d4-4256-b43f-a38a30632e6e'] in dv-cinder-845130-1-iscsi is: [{'id': 'd092b8f0-99d4-4256-b43f-a38a30632e6e', 'name': 'tempest-TestShelveInstance-1330772810-router', 'tenant_id': '940bed7699134c86bc48ff85125c5669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-08T14:01:54Z', 'updated_at': '2022-06-08T14:07:03Z', 'revision_number': 6, 'project_id': '940bed7699134c86bc48ff85125c5669', 'gw_port_host': None}] {{(pid=97372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 14:07:03.631081 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4628'] for router, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.633296 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.682712 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690342'] for router, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.683769 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d092b8f0-99d4-4256-b43f-a38a30632e6e {{(pid=97369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 08 14:07:03.691043 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] Notify callbacks [] for router, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.692337 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-403a882c-cbc5-4fb4-b42f-3ed2caa4312b admin admin] 10.222.0.64 "DELETE /v2.0/routers/d092b8f0-99d4-4256-b43f-a38a30632e6e HTTP/1.1" status: 204 len: 168 time: 0.9040112 Jun 08 14:07:03.695910 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.wsgi [-] (97369) accepted ('10.222.0.64', 48548) {{(pid=97369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:07:03.753584 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d600bf5-5d12-44de-a856-aaea6fbfbcae admin admin] Deleting subnet 06c0b2f6-801d-436e-a5e8-1bdd27fc630b {{(pid=97369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 08 14:07:03.757350 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3d600bf5-5d12-44de-a856-aaea6fbfbcae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.799379 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3d600bf5-5d12-44de-a856-aaea6fbfbcae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3193986'] for subnet, precommit_delete_associations {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.900739 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3d600bf5-5d12-44de-a856-aaea6fbfbcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976556'] for subnet, precommit_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:03.991987 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3d600bf5-5d12-44de-a856-aaea6fbfbcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26000125'] for subnet, after_delete {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.025553 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d600bf5-5d12-44de-a856-aaea6fbfbcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c0b2f6-801d-436e-a5e8-1bdd27fc630b,revision_number=None']} {{(pid=97369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:04.027811 dv-cinder-845130-1-iscsi neutron-server[97369]: DEBUG neutron_lib.callbacks.manager [None req-3d600bf5-5d12-44de-a856-aaea6fbfbcae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for subnet, before_response {{(pid=97369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.033973 dv-cinder-845130-1-iscsi neutron-server[97369]: INFO neutron.wsgi [None req-3d600bf5-5d12-44de-a856-aaea6fbfbcae admin admin] 10.222.0.64 "DELETE /v2.0/subnets/06c0b2f6-801d-436e-a5e8-1bdd27fc630b HTTP/1.1" status: 204 len: 168 time: 0.3343084 Jun 08 14:07:04.034411 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48550) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:07:04.045098 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331196d7-7e1a-4bda-8570-2cc2297f9431 None None] Network ec2eb3be-88a8-40d6-b994-737c6f8377d3 requested from dv-cinder-845130-1-iscsi {{(pid=97371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 14:07:04.106557 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:04.124111 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589939'] for network, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.133361 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:07:04.133975 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 6b3fc75e-2dfd-480b-89e2-ca14f5663cbf not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:04.193968 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Deleting port e6a59958-2947-4b19-a27c-116184834d0e {{(pid=97370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 08 14:07:04.194329 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735513850381'] for port, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.264063 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.db [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] For port e6a59958-2947-4b19-a27c-116184834d0e, host dv-cinder-845130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-845130-1-iscsi',level=0,port_id=e6a59958-2947-4b19-a27c-116184834d0e,segment=NetworkSegment(743193c2-c6af-44ec-ac0e-802892e87edf),segment_id=743193c2-c6af-44ec-ac0e-802892e87edf)] {{(pid=97370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 08 14:07:04.264445 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1695114'] for port, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.278592 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.plugin [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Calling delete_port for e6a59958-2947-4b19-a27c-116184834d0e owned by network:dhcp {{(pid=97370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jun 08 14:07:04.367703 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-940510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735513922663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735513462950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155753'] for port, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.399857 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] No DVR routers for this DVR port e6a59958-2947-4b19-a27c-116184834d0e on host dv-cinder-845130-1-iscsi {{(pid=97370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 14:07:04.402061 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a59958-2947-4b19-a27c-116184834d0e,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:04.419490 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c780b-d2f6-4cc3-873a-9bf7468edeab None None] DHCP port deletion for ec2eb3be-88a8-40d6-b994-737c6f8377d3 request from dv-cinder-845130-1-iscsi {{(pid=97371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 14:07:04.482809 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982331', 'neutron.services.segments.db._delete_segments_for_network-8735513945640'] for network, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.506712 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2eb3be-88a8-40d6-b994-737c6f8377d3']}} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:04.515922 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743193c2-c6af-44ec-ac0e-802892e87edf') {'for_net_delete': True} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:04.516243 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.services.segments.db [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743193c2-c6af-44ec-ac0e-802892e87edf') {} {{(pid=97370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 14:07:04.526717 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735513946673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4076708'] for segment, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.544636 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726'] for segment, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.554316 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=97370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 14:07:04.554837 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26153534'] for segment, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.576381 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment 743193c2-c6af-44ec-ac0e-802892e87edf resource provider aggregate not found Jun 08 14:07:04.624017 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.services.segments.plugin [-] Segment 743193c2-c6af-44ec-ac0e-802892e87edf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 743193c2-c6af-44ec-ac0e-802892e87edf found for delete ", "request_id": "req-2e3d26c7-2804-42cf-a87e-7d225351b22e"}]} Jun 08 14:07:04.635883 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693688'] for network, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.645470 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813232'] for network, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.650373 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ec2eb3be-88a8-40d6-b994-737c6f8377d3 HTTP/1.1" status: 204 len: 168 time: 0.6147356 Jun 08 14:07:04.664589 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e833b11-086f-41a6-bc80-d2f84cfd7c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2eb3be-88a8-40d6-b994-737c6f8377d3,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:04.802455 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48558) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:07:04.845197 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-977a0174-0b50-4fc0-a193-c8808abdd8c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=278dab9625f34cc29d546c3d1e54a632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419126 Jun 08 14:07:04.847702 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48560) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:07:04.899388 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a0e9b7c9-77fc-4921-9d6f-0bb4bd1600c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.922624 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a0e9b7c9-77fc-4921-9d6f-0bb4bd1600c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.972383 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a0e9b7c9-77fc-4921-9d6f-0bb4bd1600c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.975099 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-a0e9b7c9-77fc-4921-9d6f-0bb4bd1600c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:04.976314 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-a0e9b7c9-77fc-4921-9d6f-0bb4bd1600c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5445119-6d7b-4d87-9277-db6780dd7655 HTTP/1.1" status: 204 len: 168 time: 0.1276217 Jun 08 14:07:04.985656 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9b7c9-77fc-4921-9d6f-0bb4bd1600c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5445119-6d7b-4d87-9277-db6780dd7655,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:05.335488 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48566) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:07:05.379961 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-ebf78653-1410-4de8-b1f6-55c56ce25d22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=940bed7699134c86bc48ff85125c5669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433097 Jun 08 14:07:05.382818 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [-] (97370) accepted ('10.222.0.64', 48568) {{(pid=97370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 08 14:07:05.443355 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-225ee3f6-4154-41e9-8904-e09beac795e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:05.464311 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-225ee3f6-4154-41e9-8904-e09beac795e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:05.515168 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-225ee3f6-4154-41e9-8904-e09beac795e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609967'] for security_group, after_delete {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:05.519172 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron_lib.callbacks.manager [None req-225ee3f6-4154-41e9-8904-e09beac795e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=97370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:05.520341 dv-cinder-845130-1-iscsi neutron-server[97370]: INFO neutron.wsgi [None req-225ee3f6-4154-41e9-8904-e09beac795e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a063bea3-6125-46a7-bca2-33ff2fbab315 HTTP/1.1" status: 204 len: 168 time: 0.1364443 Jun 08 14:07:05.528451 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ee3f6-4154-41e9-8904-e09beac795e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a063bea3-6125-46a7-bca2-33ff2fbab315,revision_number=None']} {{(pid=97370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 14:07:05.817857 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device e6a59958-2947-4b19-a27c-116184834d0e no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:05.840361 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: e6a59958-2947-4b19-a27c-116184834d0e {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:07:05.840720 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device e6a59958-2947-4b19-a27c-116184834d0e not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:05.841134 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 no longer exists at agent ovs-agent-dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 08 14:07:05.872047 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] No Port match for: 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 {{(pid=97371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jun 08 14:07:05.872391 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron.plugins.ml2.rpc [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Device 8e98d2a4-6f02-4986-be7b-8e9ea3ea44a0 not bound to the agent host dv-cinder-845130-1-iscsi {{(pid=97371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 08 14:07:07.633040 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:07.705319 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:07:17.227898 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-67805f1e-b822-4ca4-859c-379f27acdc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:19.403419 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-587743f0-329d-4dc8-ad6a-5f8ac0148168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:21.094436 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:22.335705 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:22.807560 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:37.629164 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:44.705290 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:07:47.233636 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-30bf8f3a-7c1f-471f-877a-d4ad43ce4bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:49.407623 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-09841e2d-d0d9-4fe1-a56f-02d816b4540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:51.098448 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:52.344376 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:07:52.817596 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:07.630160 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:17.228010 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b22e81b4-7515-4004-8359-aeff528c0c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:19.410140 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-53fc42b0-6893-44d0-a0f8-8ec3cda4bc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:21.097564 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:21.705493 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:08:22.339625 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:22.809775 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:37.645700 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:47.230752 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-2aecf37f-41b8-4ae5-b081-ef48fdf1c0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:49.413902 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-0cbbeb99-dbc8-4b24-b0ee-96149380e008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:51.100905 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:52.342927 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:52.815149 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:08:58.706251 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:09:07.648362 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:17.233739 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-3384bb8f-eae6-44b7-be16-c942bb3dbac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:19.418647 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-c2cdffb2-c638-4b10-ae81-42e33830f860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:21.108557 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:22.345730 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:22.829023 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:35.705642 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:09:37.654710 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:47.239518 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a30383d8-2b5d-472e-b0d8-a500c0fb256d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:49.424511 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-524e1b0f-9d2f-4342-bdfe-e33e49169886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:51.108725 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:52.348564 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:09:52.824093 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:07.658614 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:12.705170 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:10:17.241546 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-43acae6f-41d7-4624-b9aa-0038d584e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:19.430068 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e502a6a3-2e21-4552-b5cb-390b131c2efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:21.111110 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:22.350702 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:22.827472 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:26.895707 dv-cinder-845130-1-iscsi neutron-server[97370]: DEBUG neutron.wsgi [req-0787fbde-8758-493b-863e-06f82847f963 req-1a291730-3158-4f06-81e5-d672811eb4b9 service neutron] (97370) timed out ('10.222.0.71', 59477) {{(pid=97370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 08 14:10:37.658864 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:47.243994 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-c006285d-4b1b-4a5d-8143-cdda39c33b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:49.431997 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-34ba8fdc-6601-4850-9bb3-0fddc2733c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:49.704249 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:10:51.115219 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:52.352389 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:10:52.830728 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:07.688665 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:17.246088 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-a5a0799f-e583-43a8-a8c3-53918974aab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:19.433489 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-b0ae4db5-103f-4be9-81cc-775178014334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:21.116049 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:22.355847 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:22.833133 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:26.704234 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:11:37.689442 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:47.255809 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-40ee13bf-8ef7-47f7-8a31-fd9b536f9981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:49.444180 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-55ea5e92-b43d-4241-ae8e-ed68c1739326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:51.119548 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:52.365569 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:11:52.838311 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:12:03.704144 dv-cinder-845130-1-iscsi neutron-server[97372]: DEBUG neutron.db.agents_db [None req-e19d5d72-c797-43ff-88d5-4e7a73d5108a None None] Agent healthcheck: found 6 active agents {{(pid=97372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 08 14:12:07.700056 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-df8cf3a5-d491-4b06-bf5e-917758063bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:12:17.252661 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-89807e7a-5946-40dd-ad81-1b911fed77b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:12:19.438883 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-45907edf-bb13-444a-89fc-95263b6a0561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:12:21.125902 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-e8c2ed5a-c831-47dc-997b-34ee0d3260ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:12:22.373527 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-f56742fa-2a95-4056-9109-3a5c136eaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 14:12:22.847336 dv-cinder-845130-1-iscsi neutron-server[97371]: DEBUG neutron_lib.callbacks.manager [None req-bf46cf0b-435c-46c6-af3e-d95a30e57ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735513945622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980107'] for agent, after_update {{(pid=97371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}